̲j UddlmZddlZddlZddlZddlmZddlmZmZddl m Z m Z ddl m Z mZmZe rddlmZmZed Gd d ZGd d eZdZdZgdZdgdeDzZddhZGddeZGddeZdodZeD]>ZeD]9Ze eeezs(eZ!e"e!e#deede!:?ej$ej%ej&ej'hZ(ej%ej&hZ)ej&ej*ej+ej,ej%ej$ej'ej-ej.ej/ej0ej1ej2ej3ej4ej5ej6ej7ej8ej9ej:ej;ej<ej=ej>gZ?dpd Z@dpd!ZAdpd"ZBdpd#ZCdpd$ZDeAd%eBd&iZEGd'd(eZFiZGd)eHd*<eeFjIeFjJeFjKeFjLeFjMgeGd+<eeFjNeFjOgeGd,<eeFjPeFjQgeGd-<eGd+eGd,zeGd.<eGd.eGd-zeGd/<eGd,eGd-zeGd0<Gd1d2eZRGd3d4eZSGd5d6eZTed Gd7d8ZUGd9d:eZVed Gd;d<ZWed Gd=d>ZXed Gd?d@ZYed GdAdBZZed GdCdDZ[ed GdEdFZ\ed GdGdHZ]GdIdJeZ^ed GdKdLe]Z_ed GdMdNe]Z`ed GdOdPe]Zaed GdQdRe]Zbed GdSdTZced GdUdVZded GdWdXZeed GdYdZZfed Gd[d\Zggd]Zhed Gd^d_Zied Gd`daZjdqdeZked GdfdgZldrdhZmdsdiZndtdlZoed GdmdnZpdS)u) annotationsN) dataclass)autoEnum)Callable TYPE_CHECKING) assert_neverNamespaceHelper OrderedSet)IteratorSequenceT)frozenc,eZdZUded<ded<ddZdS) Locationstrfileintlinereturnc$|jd|jS)N:)rrselfs ?C:\Projects\Historical\venv\Lib\site-packages\torchgen/model.py__str__zLocation.__str__0s)))di)))Nrr)__name__ __module__ __qualname____annotations__rrrrr+s< III III******rrc6eZdZeZeZdS)VariantN)rrr rfunctionmethodr"rrr$r$5s$tvvH TVVFFFrr$z at::nativezVCPU CUDA HIP XLA MTIA MPS IPU XPU HPU VE Lazy Meta PrivateUse1 PrivateUse2 PrivateUse3) QuantizedSparse SparseCsr NestedTensorAutogradAutogradNestedTensorcg|]}d|zS)r,r").0 components r r1Js*,,,(J,,,r quantizedquantized_decomposedc eZdZdZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZ eZ!eZ"eZ#eZ$eZ%eZ&eZ'eZ(eZ)eZ*eZ+eZ,eZ-eZ.eZ/eZ0eZ1eZ2eZ3eZ4eZ5eZ6eZ7eZ8eZ9eZ:eZ;eZ<eZ=eZ>eZ?eZ@eZAeZBeZCeZDeZEeZFeZGeZHeZIeZJeZKeZLeZMeZNeZOeZPeZQeZReZSeZTeZUeZVeZWeZXeZYeZZeZ[eZ\eZ]eZ^eZ_eZ`eZaeZbeZceZdeZeeZfeZgeZheZieZjeZkeZleZmeZneZoeZpeZqeZreZseZteZueZveZweZxeZyeZzeZ{eZ|eZ}eZ~eZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZeZd dZd dZed dZdS) DispatchKeyrrrc|jSNnamers rrzDispatchKey.__str__ yrcDt|Sr7)rlowerrs rr<zDispatchKey.lowers4yy   rvaluectjD]\}}||kr|cStd|)Nzunknown dispatch key )r5 __members__itemsAssertionErrorr=kvs rparsezDispatchKey.parsesR+1133  DAqEzz>>\>>>rr5cJeZdZeZeZeZdS)_TorchDispatchModeKeyN)rrr rFAKEPROXY FUNCTIONALr"rrrrs/ 466D DFFEJJJrrrrcg}tD](|fdtD)d|S)Nc3(K|] }d|dV dS)z z = auto()Nr")r/bcfks r z.codegen_per_backend_entries..s4GGb))B)))GGGGGGr )FUNCTIONALITY_KEYSextendBACKEND_COMPONENTSjoin)rrs @rcodegen_per_backend_entriesrsTA HH GGGG4FGGGGGGG 99Q<<rzMissing zL from DispatchKey enum. Here is the autogenerated list we expect to have: dkboolcb|tjtjtjtjhvSr7r5rprqrnrors ris_generic_dispatch_keyr6s, -:-9  rc|tjtjtjtjtjtjhvSr7)r5rtrrrrrrs ris_cuda_dispatch_keyr@s8 !!$  rc|tjtjtjtjtjtjhvSr7)r5rzrrrrrrs ris_xpu_dispatch_keyrLs7   #  rc|tvSr7)STRUCTURED_DISPATCH_KEYSrs ris_structured_dispatch_keyrYs ) ))rc|tvSr7)UFUNC_DISPATCH_KEYSrs ris_ufunc_dispatch_keyr]s $ $$rcudaxpuceZdZeZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZd dZed dZeddZedd Zd S) ScalarTyperrc|jSr7r8rs rrzScalarType.__str__yr:rr=ScalarType | NonecbtjD]\}}||kr|cSdSr7)rr?r@rBs r maybe_parsezScalarType.maybe_parse|s@*0022  DAqEzztrcXt|}| Jd||S)Nzunknown dtype )rr)r=mb_rs rrEzScalarType.parses7%%e,,!9%!9!9 rvaluesOrderedSet[ScalarType]ct}|dD]Y}|tvr!|t|,|t |Z|S)N, )r split DTYPE_CLASSESupdateaddrrE)rdtypesr=s r parse_setzScalarType.parse_setss)3\\$'' 4 4E %% mE23333 :++E223333 rNr)r=rrr)r=rrr)rrrr)rrr rByteCharShortIntLongHalfFloatDouble ComplexHalf ComplexFloat ComplexDoubleBoolBFloat16 Float8_e5m2Float8_e5m2fnuz Float8_e4m3fnFloat8_e4m3fnuzrrrrErr"rrrrfsC 466D 466D DFFE $&&C 466D 466D DFFE TVVF$&&K466LDFFM 466DtvvH$&&KdffODFFMdffO\ \ \rrz!dict[str, OrderedSet[ScalarType]]rIntegralFloatingComplexAll AllAndComplexFloatingAndComplexceZdZeZeZeZeZeZeZ eZ ddZ e ddZ dS) UfuncKeyrrc|jSr7r8rs rrzUfuncKey.__str__r:rr=ctjD]\}}||kr|cStd|)Nzunknown ufunc key )rr?r@rArBs rrEzUfuncKey.parsesR(..00  DAqEzz9%99:::rNr)r=rrr)rrr r CUDAFunctorCUDAFunctorOnOtherCUDAFunctorOnSelf CPUScalar CPUVector ScalarOnlyGenericrrrEr"rrrrs$&&KIIJdffG;;;\;;;rrceZdZdZdZdS)DeviceCheckTyperN)rrr NoCheck ExactSamer"rrr&r&sGIIIrr&cJeZdZeZeZeZdS)ViewSchemaKindN)rrr raliasingaliasing_inplace non_aliasingr"rrr+r+s0tvvHtvv466LLLrr+ceZdZUded<ded<ded<ded<ded <d ed <d ed <d ed<ded<ded<ded<ded<ded<ded<ded<d ed<ded<ded<ded<ded <ded!<ded"<ded#<ded$<e d7d8d-Zd9d/Zd9d0Zed:d1Z ed:d2Z ed;d4Z ed| D}(t3|(dks9t3|(d?krt<j-|(vrt<j.|(vs Jd@|dAdB})t|)tsJ|)dBkrgndC|) d D}*|dDi}+i},t|+tr3t^|+t`j1|,t`j1<nt|+t8r|+D]\}$}-|$d(kr t|$ts JdE|$t|-ts JdF| t`|$}.t^|-|.|,|.<nt%dG|+|,r^|s JdHd#dl2m3cm4}/tjD]A}%|%| vs JdI|%tC|/67|%dtX4| |%<B|rd}0nt| %t<j#hkoP| %t<j.hko-| %t<j#t<j.hk}0t<j#| v}1t<j.| v}2t<j7| v}3t<j-| v}47fdJ| D}5|d(d|r JdK||tpD]}6|6| vsJdL|6dMtsdUid7d| d | d|d|d|d |dA|*dD|,d|d|d|d|d|d|dN|d| dO|0dP|1dQ|2dR|3dS|4d!|dT||5fS)Vzp Parse a NativeFunction from a dictionary as directly parsed from native_functions.yaml r3z not a str: r')namespaced_entity max_levelaten)defaultrEr4Fr:r%rr&zillegal variant r;z not a bool: r<r5Tr6Nzillegal device_check: r@rAz::zbnamespace is not supported in structured delegate, using the same namespace as the native functionrBzbnamespace is not supported in structured inherits, using the same namespace as the native functionr8z&functions in modules cannot be methodsr9rCrKpt2_compliant_tagrz illegal tag )cppdispatchzncannot specify both manual_kernel_registration and dispatch; with manual registration, dispatch has no effect!__line__zillegal dispatch key 'z' in zillegal dispatch value ',z Dispatch key z of kernel z! is not a supported dispatch key.)rTatz::native)kernelr@ cpp_namespacezSunnecessary dispatch table for this function; just delete the dispatch key entirelyzQunexpected name for singleton CompositeImplicitAutograd dispatch entry: expected z but got zR. Rename your implementation to the expected name, then delete the dispatch tablenew__likez expected z to have a CompositeExplicitAutograd dispatch entry, but there was no dispatch table. Factory functions should not have implicit dispatch as they should not be decomposed for __torch_dispatch__)r@r_cg|]D}|tjks0|tjks |tjks|tjkB|ESr"r)r/ds rr1z,NativeFunction.from_yaml..0s]" " " K999KFFFK999KEEE  FEEraHcannot specify more than one of CompositeExplicitAutograd, CompositeExplicitAutogradNonFunctional, or CompositeImplicitAutograd on a single kernel; each strictly subsumes the other. If you wanted to provide an explicit autograd implementation, specify CompositeExplicitAutograd; otherwise specify CompositeImplicitAutograd onlyr>r'cBg|]}t|Sr") OperatorNamerEr/xs rr1z,NativeFunction.from_yaml..Os&IIIA,$$Q''IIIrr?z#ufunc_inner_loop key is not a str: z%ufunc_inner_loop value is not a str: z"ufunc_inner_loop not str or dict: zufunc must be structuredz2ufunc should not have explicit dispatch entry for c*i|]\}}|j|iSr"r8)r/rCrDr3s r z,NativeFunction.from_yaml..s%KKK$!QA 1~KKKrzleftover entries: z+if structured_delegate, then must not have z* in dispatch dictionary (it is delegated!)r=rFrGrHrIrJr1r"):copypop isinstancerr from_namespaced_entityget_cpp_namespacer2rE entity_namelistsetrrrr$r%r&rAr&r?r)rf Precomputeappendlen torchgen.apirXdictr@r5strip dispatch_keysBackendMetadatarrnr9keyssupports_symint startswithendswith argumentstensor_optionshas_tensor_argDEFAULT_KERNEL_NAMESPACErqroUfuncInnerLooprr$torchgen.api.ufuncapiufuncrschema_kernel_namerprr0)8rLr=rNrOefuncsnamespace_helperr1cpp_no_default_args_listrEr4 variants_sr:rDr;r<r5device_check_sr6r@structured_delegate_srArBr8r9precomputed_dictrCtags_inprKtrX raw_dispatchrYnum_dispatch_keys%redundant_composite_implicit_autogradksrC dispatch_keykernel_namespacer9composites_in_dispatch autogen_strr>raw_ufunc_inner_loopr?vo ufunc_keyrrFrGrHrIrJbackend_metadatakeyr3s8 @r from_yamlzNativeFunction.from_yamlVs GGIIf %%%<<'#C#C 2D99999!":;;,-EE /- - );TBBBBBUU:z22 *c*****!$!!$'' = =AJ W-....h W^,,,,$%;%;%;<<<%&UU+G%O%O" &   7 7 64 6 6 7 7 UU#7??,d33XX5XDV5X5XXX3uu^T22 ,--LL/Ll/L/LLL-~t44% C* * %% ) ) )&%   "n8S&S&S&S 4N 4 4'T&S S  !*4LL*>:LUU<// *d++HH-HJ-H-HHH+ !&;T B B$, !31 1 ,, 0. 0 0-, %,( J >LKKK(..:J:JKKK j$...1....u  */  (***)#)))+***    T 2S2S " &:   %8$7   %8$7  (K   "2!1 ,F+E $6#5 ,m #4"3 *\ *\  C! "%8$7# $(K% &8^7]' (FzEy) *8^7]+ ,G|F{- .T/ 0$)1 4 7  rNonecJ|jr Jd|js JddS)NzMThis function is structured, but there was no valid functional variant of it.zThis function delegates to another structured out function, but no valid function was found (the delegate may not exist, or it has the wrong type)r@rArs rvalidate_unstructuredz$NativeFunction.validate_unstructuredsT?   1  "'   e  '  rc|jjjr |jtjhks Jd|jrB|jtjks Jd|j s Jd|j rB|jtjks Jd|j s Jd|jr|j r Jdd|j D}t |j|}t|dks Jd||j|js Jd t#|jjd r|jt*jks Jd d t#|jjvsd t#|jjvs(t/d|jjjDr;dt#|jjvr t#|jjjdvs|jjr,d|jvs!Jt#|jjdSdS)NzNative functions with out arguments MUST be declared with only function variant; e.g., variants: function; otherwise you will tickle a Python argument binding bug (which usually manifests itself as the result variable being undefined.)zYPut structured field on the out= variant of a function; did you mean structured_delegate?z:device_guard: False is not respected by structured kernelszQstructured_delegate field not allowed on out= functions; did you mean structured?z?Cannot have both structured and structured_delegate on functionc*h|]}|j |jSr7)rVr9r/as r z/NativeFunction.__post_init__..s(   !)BWAFBWBWBWrrzInvalid cpp_no_default_args: z4structured_inherits must also imply structured: True_foreachzsforeach kernels fall back to slow path when tensor are on different devices, device_check not allowed to be enabledranddropoutc3(K|] }d|jvVdS)rNr8r/args rrz/NativeFunction.__post_init__.. s:25 SX-rbackward)_cudnn_init_dropout_statenondeterministic_seeded)r3routr:r$r%r@kind SchemaKindr5rAschema_order_argumentsrr differencerErurBrr9r}r6r&r(anyflat_allhas_generator_argrK)rdefaulted_arguments invalid_argss r __post_init__zNativeFunction.__post_init__s 9  " =W%5$6666[766 ? L9>>##z~555K655 ! L LK L L!  # L9>>##z~555>655 ! L LK L L! O M $ 8 M M L M M    I<<>>   ~~d&>@STT <  A%%%'U|'U'U%%%  # / F FE F F ty~   ) )* 5 5 $(????9@?? c$).)) ) )TY^!4!4449=9L9U5 c$).&9&999 +,,4QQQy"4466R- 9993ty~;N;N99999 RQrcH|jp |jp|jp |jo|jSr7)rGrIrJrHrs rhas_composite_kernelz#NativeFunction.has_composite_kernels@  7 J: JI  7 JI  rcd|jj}t|dkotd|D}d|jvo9t |jjdkot |jjdk}td|jD}|p|p|S)Nrc3BK|]}|jduo |jj VdSr7 annotationis_writer/rs rrz,NativeFunction.is_view_op..#sG5 5 GHAL $ BQ\-B)B5 5 5 5 5 5 r inplace_viewresize_ resize_as_c3DK|]}|jduo d|jjvVdS)N*)ralias_set_after)r/inps rrz,NativeFunction.is_view_op..,sL   N$ & P3#.2P+P      r)r3returnsrurrKrr9r)rretsis_non_mutating_viewis_inplace_viewis_wildcard_views r is_view_opzNativeFunction.is_view_op sy "4yy1} 5 5 LP5 5 5 2 2  di ' 4DIN##y0 4DIN##|3    y7799     $JJ:JJrr+c|jr-|jjjjrd|jvsJt jS|jr t jSt jS)Nr) rr3r9inplacerKr+r-r,r.rs rview_schema_kindzNativeFunction.view_schema_kind2sU ? 3ty~2: 3!TY....!2 2 ? /!* *!. .rc.|jjjjSr7)r3r9basers r root_namezNativeFunction.root_name<sy~"''rc"|jp|jduSr7rrs rpart_of_structured_groupz'NativeFunction.part_of_structured_group@sF$":$"FFrr7) rLrMr=rrNrDrOrPrrQrrrr)rr+r)rrr r!rrrrpropertyrrrrrr"rrr0r0s^ NNN,+++"!!!"!!! %$$$ MMM 5444-,,, $####""""!!!1000>>>>0000????NNN 04 j j j j \j X     &=O=O=O=O~   X KKKXK"///X/(((X(GGGXGGGrr0creZdZeZeZeZeZeZdS)rN) rrr r functionalrrmutablescratchr"rrrrEsEJdffG $&&CdffGdffGGGrrceZdZUded<ded<ded<ded<edd Zdd Zdd ZddZeddZ e ddZ dS)NativeFunctionsGroupr0rNativeFunction | Nonerrrrrc|jjSr7)rr@rs rr@zNativeFunctionsGroup.structuredZsx""rrc |jj}|D]}||jkr,t d|d|j|j|jkr.t d|jjjd|jj|jj tjksJ|jj tjksJ|jj |jj ksJ|j J|j j tj ksJ|j j |jj ksJ|j g|j j tj ksJ|j j |jj ksJ|jjjjjsJ|jr|jjs |jjrJ|jj|jjjks:J|jjjd|jjd|jjj|j !|j j|jjjksJt%d|D}dd |D}t)}|D]&}|d |jD'dd t%|D}t/|d krBt/|d kr/t1d |d|dt3|jj||krt1d |d|d|ddS)Nz_NativeFunctionsGroup constructed from two NativeFunctions that don't have matching signatures:  != zMNativeFunctionsGroup constructed from structured and unstructured functions:  and z delegates to z but its actual delegate is cRg|]$}d|jv t|jj%S) generated)rKrr3r9)r/fs rr1z6NativeFunctionsGroup.__post_init__..s0 Q Q Q!;!&;P;PS  ;P;P;Prrc34K|]}t|VdSr7rrgs rrz5NativeFunctionsGroup.__post_init__..s(%D%Dc!ff%D%D%D%D%D%Drc34K|]}t|VdSr7r)r/ops rrz5NativeFunctionsGroup.__post_init__..s()F)Fb#b'')F)F)F)F)F)Frc34K|]}t|VdSr7rrgs rrz5NativeFunctionsGroup.__post_init__..s9/ / CFF/ / / / / / rrz,The codegen expects to be able to generate 'zv'. In order to generate them however, we expect them to be called out explicitly in the yaml. Please add an 'autogen: z' line to the entry for z*'. To do so, it expects a line: 'autogen: z'. Instead, it found 'autogen: ')rr3 signature functionsrAr@rrr9rrr1rrfunctional_overloadrGrHrAsortedrrrrr>ru RuntimeErrorr)rtest_sigr generated_fnsgenerated_fns_strexpected_generated_fnsexpected_generated_fns_strs rrz"NativeFunctionsGroup.__post_init___sf#'?#7#A#A#C#C!!  A16++----$_>>>> < #<$))++z/AAAAA<)T_-FFFFF < #<$))++z/AAAAA<)T_-FFFFF?',1E E EE ? NHC U  V?6$(-:LLLL?',CCDO<_CC.2hm.@CCMLL|'|748=;MMMMM Q Qt~~'7'7 Q Q Q  !II%D%Dm%D%D%DDD+.55!! G GA " ) ))F)FAI)F)F)F F F F F%)YY/ / "#9::/ / / & & " % & &! + +M0B0BQ0F0Fj?Pjj,=jjWZ[\[a[fWgWgjj  &): : :N?PNN;LNN0JNNN  ; :rr2c>|jjSr7)rr3rrs rrzNativeFunctionsGroup.signaturesx}&&(((rIterator[NativeFunction]c#rK|jV|jV|j |jV|j |jVdSdSr7)rrrrrs rrzNativeFunctionsGroup.functionssYoh < #,    < #,      $ #rrc|jjSr7)rrrs rrzNativeFunctionsGroup.root_names ((rrc dict[SchemaKind, NativeFunction]NativeFunctionsGroup | Nonec|sJt|dkrdSt|}|tjd}|tjd}|tjd}|tjd}|rJ|J|dSt||||S)Nr')rrrr) rurwrlrrrrrr)rcrrrrs r from_dictzNativeFunctionsGroup.from_dictsq q66Q;;4 GGUU:0$77 %% *D11%% *D11eeJND)) u%%% ;4#!     rNrrrr2)rrr)rcrrr) rrr r!rr@rrrrrrr"rrrrSs"""""""" ###X#????B)))))))X)   \   rrc6eZdZUded<ded<ded<d dZdS) rzrr^rr@r_rcd|jvS)N_symint)r^rs rr|zBackendMetadata.supports_symintsDK''rNr)rrr r!r|r"rrrzrzsQKKK ((((((rrzcFeZdZUded<ded<ded<ed d Zd S) rrr9rsupported_dtypesrrr=rc&|dd\}}|ddksJ|ddksJt}|dddD]}|t|z} t |||S) N r'r()r)r9rr)rr rrr)r=rr9supported_dtypes_strrrCs rrEzUfuncInnerLoop.parses%*[[a%8%8""#A&#----#B'3....3=<<%ad+11$77 8 8A  4 4Q 7 7 7  (8I    rN)r=rrrrr)rrr r!rrEr"rrrrsW III,,,,    \    rrczeZdZUded<ded<ded<ded<ded<eddZddZddZddZddZ dS) BackendIndexr5rruse_out_as_primaryr5externalz#dict[OperatorName, BackendMetadata]index parent_index6dict[DispatchKey, dict[OperatorName, BackendMetadata]] child_indexrrc|D]D\}}|D]*\}}|||vsJd|d|||||<+EdS)Nzduplicate operator z for dispatch key )r@)rrrCrDop_namemetadatas r grow_indexzBackendIndex.grow_index s  %%'' 4 4DAq%&WWYY 4 4!<?222GGGAGG322+3 Q((  4 4 4rgrr0c,|jr|jS|jSr7)rrr)rrs rprimaryzBackendIndex.primarys  " 5L< r%NativeFunction | NativeFunctionsGroupc4||}|duSr7) get_kernel)rrms r has_kernelzBackendIndex.has_kernels OOA  }rBackendMetadata | Nonect|tr|}n:t|tr||}nt ||jj|jvrdS|j|jjSr7)rmr0rrr r3r9r)rrrs rr zBackendIndex.get_kernel ss a ( ( AA / 0 0  QAA OOO 6;dj ( (4z!&+&&rr7cB|jrt|jdSdS)NNativeFunctions)rrrrs rnative_function_class_namez'BackendIndex.native_function_class_name-s- = $+,,=== = 4rN)rrrrrr)rrrr0)rrrr)rrrr#)rr7) rrr r!rrrr"r r'r"rrrrsNNN.... 4 4 4\ 4     ' ' ' 'rrceZdZUded<ded<ded<ed%d Zd&d Zejd Z e d'dZ d%dZ d(dZ d%dZd%dZd)dZd*dZddddd+dZd,dZd-d Zed%d!Zd%d"Zd.d#Zd$S)/r2rfr9 Argumentsrtuple[Return, ...]rrrcVddtfd|jjDS)NrArgumentrrc,|jdS|jjSNFr)rs rrz+FunctionSchema.is_mutable..is_writexs~%u>* *rc3.K|]}|VdSr7r")r/rrs rrz,FunctionSchema.is_mutable..s+@@188A;;@@@@@@r)rr,rr)rrr)rrs @r is_mutablezFunctionSchema.is_mutablevsA + + + +@@@@(?@@@@@@rIterator[Argument]cjtj|jj|jj|jjSr7) itertoolschainrflat_positionalflat_kwarg_onlyrrs rrz%FunctionSchema.schema_order_argumentss. N * N * N    rz3(?P[^\(]+)\((?P.*)\) -> (?P.*)r3rctj|}t|dks Jd||d\}}}t|}t |}t|}t|||}t||ksJt|d||S)Nr'zInvalid function schema: rr9rrr) r2decl_refindallrurfrEr) parse_returnsr) r3declsopsargs return_declr9rrrs rrEzFunctionSchema.parses&..t445zzQ BD B B!&qT;!!#&&OOD))  ,,  7 K K K1vv~~~#a&&44d44~~~rc>td|jDS)Nc3@K|]}|j |jj|VdSr7rrs rrz5FunctionSchema.returns_are_aliased..s@  |'AL,A' ''''  r)rrrs rreturns_are_aliasedz"FunctionSchema.returns_are_aliaseds2  \      rrcdt|jj|jD]\}|jjks Jd |jjD]<t fd|jDrJdt|=t|jjd|jj Dz}d|jD}d|jD}t|dks-t|dksJdt||D]'t fd |Ds Jd (|jjrt d |jjDr#t|jdks Jd nCtd |jjDt|jks Jd|j j j r|jj }|r|jjr|jjjsJ|jjt#t$jkr;t|jdkr |jdj|jjksJnt|jdksJ|jj<|t,jksJdt||r<|t,jksJdt|dSdS)NzsOut arguments must have matching return Tensor; furthermore, the ith-argument needs to correspond to the ith returnc38K|]}j|jkVdSr7rr/rrs rrz/FunctionSchema.__post_init__..s=12  ,rz^If you have a schema with mutable positional args, we expect them to not be returned. schema: c(g|]}|jdk |Srr8rs rr1z0FunctionSchema.__post_init__..s+3 3 3 SX=O=OC=O=O=Orc8g|]}|j |jj|Sr7rr/rets rr1z0FunctionSchema.__post_init__..s4   ~)cn.E) )))rc8g|]}|j |jj|Sr7rrIs rr1z0FunctionSchema.__post_init__..s4   ~%S^-D% %%%rrzYNativeFunctions must have either only mutable returns, or only immutable returns. Found: c38K|]}j|jkVdSr7rE)r/rrJs rrz/FunctionSchema.__post_init__..s,PPCs~7PPPPPPrzAll mutable returns must be aliased either to a keyword argument, or to "self". Did you forget to mark an out argument as keyword-only?c3ZK|]&}|jttjkV'dSr7)typeBaseTypeBaseTyTensorrs rrz/FunctionSchema.__post_init__..s3QQ16Xfm444QQQQQQrz3out= ops that accept tensor lists as out arguments cFg|]}|jd|S _scratch_r9r}rs rr1z0FunctionSchema.__post_init__..s> ##&8#6#6{#C#CrzMMust return as many arguments as there are out arguments, or no return at allr'zFound an operator that is not functional or out variant, but has tensor options arguments.This is not allowed- tensor options arguments are only allowed for factory functions.schema: zFound an operator that is not functional, but its overload contains the string 'functional'.This is a special keyword in the codegen, please use a different overload name.schema: )ziprrrrpost_self_positional_mutablerrrqr5rur9rself_argargumentrrNrOrPrQrrrris_functional_fn)rr out_and_selfmutable_returnsimmutable_returnsself_arrJs @@rrzFunctionSchema.__post_init__sDN. ==  HC>S^333I4333 < | |A6:l | |{pstxpypy{{ | | |DN.//3 3 >93 3 3    |      |     A % %->)?)?1)D)D)D rgjkogpgp r r*E)D D"  CPPPP<PPPPP  J  P  >  c QQdn>PQQQQQ c %%***H+**b '+~'94<(()))c))) 9> ! .^,F O. O.7  8#x '>'>>> %%** Q2fo6PPPPQP 4<((A---- > ( 499;;*"7777't99''877  " " 99;;*"7777't99''877  77rcd|jjvS)Nrr9 overload_namers rrZzFunctionSchema.is_functional_fnsty666rc4t|jjSr7)rrrrs r is_out_fnzFunctionSchema.is_out_fns6DN&'''rrct|jj}td|jjD}|jjj}t d|jjD}|r|rJ|r tjS|r|s JdtjS|r|r JdtjS|r tj Stj S)a  What kind of schema is this? A functional schema is one that returns a newly allocated output; an inplace schema modifies the self argument inplace; an out schema writes the result into an explicitly provided out argument. cFg|]}|jd|SrSrUrs rr1z'FunctionSchema.kind..+s- S S SS#(2E2Ek2R2R SS S S Src3@K|]}|jduo |jjVdSr7rrs rrz&FunctionSchema.kind...sG   L $ >)>      rzFinvariant: all scratch operators are expected to be out= operators toozjWe should not categorize a scratch op as an out variant. Check if the order of if statements are expected!) rrrr9rrpost_self_positionalrrrr)ris_out is_scratch is_inplacer0s rrzFunctionSchema.kind"sdn()) S SDN. S S S  Y^+   ^8     *z***  )% %  ) X XW X X% %  )! P P$P P P>> !  )% %( (rlist[str | None]c|g}|jD]fd|jjD}t|dkr|dCt|dkr!||djwdd|D}tdjd|d|S) NcBg|]}|j |jjk|Sr7rE)r/rrs rr1z7FunctionSchema.aliased_return_names..Ps9<+  0L0L0L0L0Lrrr'rc3$K|] }|jV dSr7r8rs rrz6FunctionSchema.aliased_return_names..Zs$)G)GQ!&)G)G)G)G)G)GrzFound a return (z)that aliases multiple inputs (r )rrrrurtr9rrA)routs aliased_args aliased_namesrs @raliased_return_namesz#FunctionSchema.aliased_return_namesMs!#  A0L <  A%% D!!!!\""a'' LO01111 $ )G)G,)G)G)G G G $^qv^^m^^^ rF) strip_defaultstrip_view_copy_namekeep_return_namesrsrtruc Tdfd }jjj}|rW|dr|dd}n+|dr|dd }t fd t jjjjjj gngjj jj D}t t|j }||z}j| } tjd kr;t t| dd} t%t't)|djjjd| |S)a Certain schemas are 'related', in that they are simply inplace/out/functional versions of the same function. This method factors these schemas into the "core" functional signature which is equal across all versions. Here is what normalization happens to the schema to convert it to a signature: - The overload name is stripped (name is retained, since it expresses semantic content about what the function does) - Inplace is set False - Out arguments are stripped - Mutable post_self_positional args are converted to returns - Mutability annotations are stripped (this is sound because you cannot overload on mutability annotation) - Return names are stripped since they are not overloadable and some variants have return names but some not - TensorOptions are dropped because out= variants of factory functions don't include them (and we want to be able to pair up factory functions with their out variants) Finally, we want to be able to pair up related "view" and their corresponding "view_copy" operators. We do this by optionally stripping the trailing "_copy" from the base name. Example of a mutable op before and after: f.func (Mutable operator): _fused_moving_avg_obs_fq_helper(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor(a!) running_min, Tensor(b!) running_max, Tensor(c!) scale, Tensor(d!) zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor output, Tensor mask) # noqa: B950 f.func (Corresponding functional operator): _fused_moving_avg_obs_fq_helper.functional(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor running_min, Tensor running_max, Tensor scale, Tensor zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor output, Tensor mask, Tensor running_min_out, Tensor running_max_out, Tensor scale_out, Tensor zero_point_out) # noqa: B950 f.func.signature() output: _fused_moving_avg_obs_fq_helper(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor running_min, Tensor running_max, Tensor scale, Tensor zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor, Tensor, Tensor, Tensor, Tensor, Tensor) # noqa: B950 rReturnrcDtr|jnd|jdS)Nr9rNr)rwr9rN)rrus rstrip_ret_annotationz6FunctionSchema.signature..strip_ret_annotations00:QVVdV r_copyr'_scatterscatterinversec3K|]Zj jjtfdjD5t r jdndjdV[dS)Nc38K|]}j|jkVdSr7rErFs rrz5FunctionSchema.signature...s,KK  4KKKKKKr_outry)rrrrrwr9rN)r/rrurs @rrz+FunctionSchema.signature..s, , |' %(KKKKdlKKKKK( (9C____tV   ('''%, , rNrsz bernoulli.pzfloat pz float p=0.5Frr dunder_methodr`r8)rrwrrw)r9rr~replacetupler3r4rrXrYrrgmaprrrr)rEr2rfBaseOperatorNamer) rrsrtrurz base_namereturns_from_mutable_inputsoriginal_returnsrargs_sigs ` ` rrzFunctionSchema.signature`sX      IN'  D!!'** D%--gr:: ##J// D%--iCC ',, , , , , _>*6(122"3, , , ' ' #,!%94++-+HH ty>>] * * s8}}'<' !     rc.|dS)NTrt)rrs rview_signaturezFunctionSchema.view_signatures~~4~888rc:t||j|jS)Nr8)r2rr)rr9s r with_namezFunctionSchema.with_names&nL    rcp|tjtjtjfvSr7)rrrrrrs rmodifies_argumentsz!FunctionSchema.modifies_argumentss$yy{{z1:>:CUVVVrc4|jSr7)rhas_symint_argrs r has_symintzFunctionSchema.has_symints~,,...rct|j}t|jdkrt|jd}n3ddt t|jzdz}|jd|d|S)Nr'rr rr z) -> )rrrurrrr9)rall_arguments_strrs rrzFunctionSchema.__str__s// t|   ! !$,q/**GGDIIc#t|&<&<===CG)??/??g???rNr)rr1)r3rrr2r)rr)rrk)rsrrtrrurrr2r)r9rfrr2r)rrr r!rr0rrecompiler9rrErBrrZrcrrrrrrrrrr"rrr2r2ls  AAAXA    bjOPPG   \     aaaaF7777((((:%)%)%)%)V,$%*"' e e e e e e N9999    WWWXW////@@@@@@rr2cNeZdZUded<ded<ded<ed d Zd d Zd S) Annotationztuple[str, ...] alias_setrrrannrrctjd|}| Jd||d|dr|dndz}t|d}|ddk}|r!t |dkrJd |d |d r5t|d dnd }t |dkr!t |dkrJd |d t |||}t||ksJ|d||S)Nz2^([a-z])(\|[a-z])*(!?)( -> (\*|[a-z](\|[a-z])*))?$zunrecognized alias annotation r'rdr'|r\!z,alias set larger than 1 is not mutable, got z instead.r"zSbefore alias set and after alias set cannot be larger than 1 at the same time, got )rrrr)rmatchgrouprrrurr)rr! before_aliasrr after_setrs rrEzAnnotation.parses HJC P P}}DsDD}}}wwqzz1771::%EQWWQZZZ2F ,,,S1122 771::$  IY!+++ H# H H H,+ 56GGAJJFE!''!****3//000B    ! !c)nnq&8&8&8 oad o o o'9&8  (I   1vv}}}oooo}}}rcd|j}|jr|d}d|j}|r|d|}|S)Nrr -> )rrrr)rrrs rrzAnnotation.__str__sbHHT^,, = ($I((4#788  @$?f?o??IrN)rrrrr)rrr r!rrErr"rrrrslNNN$$$$   \ DrrcveZdZeddZeddZddZdd Zdd Zdd Z dd Z ddZ ddZ dS)Typerrrc~t|}t||ksJ|d||S)Nr)r_parser)rrs rrEz Type.parse&s9 KKNN1vv{{{qMMaMM{{{rctjd|}|:tt|dStjd|}|u|d"t |dnd}tt|d|Stjd|}|"t|dS tt|S#t$r}td||d}~wwxYw)Nz^(.+)\?$r'z^(.+)\[([0-9]+)?\]$rd)elemsizez-^__torch__\.torch\.classes\.([a-zA-Z0-9_.]+)$zunrecognized type ) rr OptionalTyperrErrListTypeCustomClassTyperOrPKeyErrorr)rr!rrs rrz Type._parse,s) H[! $ $ = 1771:: 6 677 7 H+Q / / =&'ggajj&<3qwwqzz???$DAGGAJJ!7!7dCCC C HEq I I ="1771::.. . @F1I&& & @ @ @7A7788a ? @sD22 E<EEctr7NotImplementedErrorrs rrz Type.__str__?!!rbase_tyrPrctr7rrrs ris_base_ty_likezType.is_base_ty_likeGrrc@|tjSr7)rrPrQrs ris_tensor_likezType.is_tensor_likeJ##FM222rc@|tjSr7)rrP Generatorrs ris_generator_likezType.is_generator_likeMs##F$4555rc@|tjSr7)rrPSymIntrs ris_symint_likezType.is_symint_likePrrctr7rrs r is_nullablezType.is_nullableSrrListType | Nonectr7rrs r is_list_likezType.is_list_likeVrrN)rrrrrrrPrrrrr) rrr rrErrrrrrrrr"rrrr$s\ @@@\@$""""""""333366663333""""""""""rrceZdZeZeZeZeZeZeZ eZ eZ eZ eZ eZeZeZeZeZeZeZeZeZeZdS)rPN)rrr rrrrQrDimname DimVectorfloatrrLayoutDevice DeviceIndexScalar MemoryFormatQSchemeStorageStreamrSymBool GraphModuler"rrrPrP[sIJ TVVF $&&CdffGI DFFE $&&C 466D TVVF TVVF$&&K TVVF466LdffGdffG TVVF TVVFdffG$&&KKKrrPcBeZdZUded<ddZddZdd Zdd Zdd Zd S)rOrPr9rrc|jjSr7r8rs rrzBaseType.__str__vs).""rrrc|j|kSr7r8rs rrzBaseType.is_base_ty_likeysyG##rcdSr.r"rs rrzBaseType.is_nullable|urrcdSr7r"rs rrzBaseType.is_list_liketrc,|jtjkSr7)r9rPrrs rrzBaseType.is_symint_likesyFM))rNrrrr) rrr r!rrrrrr"rrrOrOrsLLL####$$$$******rrOcBeZdZUded<ddZdd Zdd Zdd Zdd ZdS)rrrrrc|jdS)N?)rrs rrzOptionalType.__str__s)rrrPrc6|j|Sr7rrrs rrzOptionalType.is_base_ty_likey((111rc4|jSr7rrrs rrzOptionalType.is_symint_likey'')))rcdS)NTr"rs rrzOptionalType.is_nullablerrrc4|jSr7)rrrs rrzOptionalType.is_list_likesy%%'''rNrrrr rrr r!rrrrrr"rrrrsJJJ2222****((((((rrcBeZdZUded<ddZddZdd Zdd Zdd Zd S)rr class_namercd|jS)zK Return the class name will prefix __torch__.torch.classes z__torch__.torch.classes.)rrs rrzCustomClassType.__str__s<$/;;;rrrPrcdSr.r"rs rrzCustomClassType.is_base_ty_likerrcdSr.r"rs rrzCustomClassType.is_symint_likerrcdS)z8 Assume a custom class is not nullable. Fr"rs rrzCustomClassType.is_nullables urrcdSr7r"rs rrzCustomClassType.is_list_likerrNrrrrrr"rrrrsOOO<<<<  rrcLeZdZUded<ded<ddZdd Zdd Zdd ZddZdS)rrrz int | Nonerrrc>|jr|jnd}|jd|dS)Nr'[])rr)rrs rrzListType.__str__s/!%2$)~~)%%d%%%%rrrPrc6|j|Sr7rrs rrzListType.is_base_ty_likerrc4|jSr7rrs rrzListType.is_symint_likerrc4|jSr7)rrrs rrzListType.is_nullablesy$$&&&rrc|Sr7r"rs rrzListType.is_list_likes rNrrrrrr"rrrrsJJJ&&&&2222****''''rrceZdZUded<ded<ded<ded<edd Zedd ZeddZddZ dS)r,rr9rrNr7rVAnnotation | Nonerrc|jSr7rErs r alias_infozArgument.alias_info rrcd|vsJd|dd|vr`|ddksJd|d|d\}}|dd\}}|d|}n|dd\}}|}d}tjd|}|rg|dd vs Jd d |dz}t |d}n|}d}t|} t|| || } t| |ksJt| d || S)Nr zillegal argument 'r=r'z&illegal argument with default value: 'Tensor\((.+)\)(.*)rdr'rz[],unrecognized alias analysis form with TensorrQr9rNrVrr) countrrsplitrrrrrErr,r) rtype_and_annot_and_namerVtype_and_annotr9name_and_defaultrtype_srrNrs rrEzArgument.parsesczzz6666zzz #::99S>>Q&&&(WQT(W(W(W&&&/2yy~~ , #W#:#A#A#q#I#I ND"&2222  /2zz#q/A/A ,N,#DG.??  ;;q>>&>   A.F#))%++a..99JJ#FJzz&!! !     1vv}}}Q22S22}}}rrc,|jduo |jjSr7rrs rrzArgument.is_writed*Gt/GGrc|j}|jr%|dvsJ|dd|jd}|j|Sd}|jr d|j}|d|j|S)NrQzTensor?zTensor[]rQTensor(r r'rr )rNrrr9rV)rrN mb_defaults rrzArgument.__str__ s)~ ? H<<<<<<<*FDO*F*F*FGGD 9 KJ| 0/// 44TY4 44 4rNrr)rrrr,rr rrr r!rrrrErrr"rrr,r,s IIIJJJ*"!!! X$$$\$LHHHXH 5 5 5 5 5 5rr,c~eZdZUded<ded<ded<eddZedd Zedd ZddZ dS)rwr7r9rrNrrrc|jSr7rErs rrzReturn.alias_info4rrrrcd|vr|dd\}}n|}d}tjd|}|rg|ddvs Jdd|dz}t|d}n|}d}t |}t|||}t||ksJt|d ||S) Nr r'rrdrrrQryr) r rrrrrErrwr)rr r9rr rrNrs rrEz Return.parse8s! #::#&::c1#5#5 NDD ND.??  ;;q>>&>   A.F#))%++a..99JJ#FJzz&!! !    1vv}}}Q22S22}}}rrc,|jduo |jjSr7rrs rrzReturn.is_writeWrrc|j}|jr%|dvsJ|dd|jd}|j|S|d|jS)NrrQrr r )rNrrr9)rrNs rrzReturn.__str__[sl)~ ? H<<<<<<<*FDO*F*F*FGGD 9 K((TY(( (rNr)rrrrwrrrr"rrrwrw.sJJJ!!!! X\<HHHXH))))))rrwceZdZUded<dS) SelfArgumentr,rYN)rrr r!r"rrrrgsrrc@eZdZUded<ded<ded<ded<d dZd S) TensorOptionsArgumentsr,dtypelayoutdevice pin_memoryrSequence[Argument]c6|j|j|j|jgSr7rr r!r"rs rallzTensorOptionsArguments.allvs DKdoFFrNrr#)rrr r!r&r"rrrros]OOOGGGGGGrrceZdZUded<ded<ded<ded<ded<ded <ded <ed0d Zed0dZed0dZed0dZed0dZ ed1dZ ed2dZ ed3dZ ed1dZ d4dZd5dZd5dZd5dZdd d6d"Zd7d#Zd8d&Zed9d*Zed:d+Zd;d,Zd.sCCCa CCCCr)rgrs rrWz&Arguments.post_self_positional_mutablesCC44CCCCrcg}||j|j,||j||j|Sr7)rr*rr&r+r-s rr6zArguments.flat_kwarg_onlys`  45666   * JJt*..00 1 1 1 46777 rcg}||j||j||j|Sr7)rr5r6rr-s rrzArguments.flat_allsJ  4'((( 4'((( 48 r:Sequence[Argument | SelfArgument | TensorOptionsArguments]crg}||j||j|Sr7)r positional kwarg_onlyr-s rnon_outzArguments.non_outs8GI 4?### 4?### r!Sequence[Argument | SelfArgument]cg}||j|j||j||j|Sr7)rr)rXrtrgr-s rr6zArguments.positionalsR-/ 4+,,, = $ JJt} % % % 4,--- r+Sequence[Argument | TensorOptionsArguments]cg}||j|j||j||j|Sr7)rr*rrtr+r-s rr7zArguments.kwarg_onlysT79 45666   * JJt* + + + 46777 rcg}||j||j||j|Sr7)rr6r7rr-s rr&z Arguments.allsHFH 4?### 4?### 48 r list[str]c$d|jDS)NcBg|]}|j |jj|jSr7)rrr9rs rr1z/Arguments.mutable_arg_names..s6   |'AL,A' F'''r)rrs rmutable_arg_nameszArguments.mutable_arg_namess%  ]    rrc>td|jDS)Nc3HK|]}|jVdSr7)rNrrs rrz+Arguments.has_tensor_arg..0FFq16((**FFFFFFrrr.rs rrzArguments.has_tensor_arg"FFD4EFFFFFFrc>td|jDS)Nc3HK|]}|jVdSr7)rNrrs rrz+Arguments.has_symint_arg..rDrrErs rrzArguments.has_symint_argrFrc>td|jDS)Nc3HK|]}|jVdSr7)rNrrs rrz.Arguments.has_generator_arg..s0II!16++--IIIIIIrrErs rrzArguments.has_generator_args"IIt7HIIIIIIrFrrsc dfd }ttt||j|j"t ||jjndtt||jtt||jtt||j zdddS)Nrr,rcPt|j|js|jnddS)Nr)r,r9rNrV)rrss rstrip_arg_annotationz1Arguments.signature..strip_arg_annotations5VV)6@ D  rr"r)rXrgr*rr+r)rr,rr,) r)rrr)rXrrYrgr*r+)rrsrMs ` rrzArguments.signatures       %($*BCC!!}(""6"6t}7M"N"NOOO!&($*CDD"" +0($*LMM++C,d.QRRSS+T  +-+    rc |jJtj|ttj|jjdS)NrE)rX)rX dataclassesrrrYrs rremove_self_annotationz Arguments.remove_self_annotation sR}(((" !#DM$:tLLL    rrolist[Argument]c|t|jdksJtj|t |S)Nr)r)rurrPrr)rros r with_out_argszArguments.with_out_args sA48}}!!!!" d     rr>r5tuple[list[Argument], list[Argument], list[Argument]]c(g}g}g}|}|dD]p}|s|dkr||us Jd|}t|}|j|jjr ||urn ||ur|}n||usJ||q|||fS)Nrrz:invalid syntax: kwarg-only specifier * can only occur once)rr,rErrrt)r>r6r7r arguments_accrpargs r _preparsezArguments._preparse s%' %'  " ::d## ' 'C czz!Z///O0// * >>#&&D*t/G* J.."j00$'M$C////   & & & &:s**rc t|\}}}d}t|D]\}}|jdkr|}n|-|d|}t ||}||dzd} ng}d}|} g} d} g} | } dd }|d t d |d t d|dt d|dt dg}d}|t|kr|t|t|z krtdt||||t|zDrO| | usJt||||dz||dz||dz} |t|z }| } | |||dz }|t|ktt||t| t| | t| t|S)z. Input: 'int x, int y, int z' Nrr'r9rtyrrCallable[[Argument], bool]cfdS)NcJ|jko|jtfvSr7)r9rNr)rr9r[s rz/Arguments.parse..pred..g s&QVt^P2|B?O?O:P0Prr")r9r[s``rpredzArguments.parse..predf sPPPPP Prrrr rr!rr"rrc32K|]\}}||VdSr7r")r/prs rrz"Arguments.parse..u sB1AaDDrrdr\r%rN)r9rr[rrr\) r)rY enumerater9rrrErur&rVrrtr)r>r6r7rself_ixirr)rXrgr*rr+kwarg_only_accr` predicatess rrEzArguments.parseA s'0&9&9$&?&?# Jj))  DAqv  ",XgX"6 #Jw$788H#-gkmm#< "$ H#- 9;%8<9;&6 Q Q Q Q D$**\22 3 3 D4::h// 0 0 D4::h// 0 0 Dtzz&11 2 2   #j//!!C OOc*oo555 #J 1q3z???R;R0S T T*-JJJJJ%;(m)!a%0)!a%0#-a!e#4 &&&N Z(A%CN  ! !*Q- 0 0 0 FA)#j//!!, %&9 : :!&';!. s4( ( ( |'AL,A' '''rrzOmutable pre_self_positional arguments are not currently supported in the schema)rXr)rr+ru)rmutable_pre_self_positionalss rrzArguments.__post_init__ s = / / //   &: : ::( ( -( ( ( $ , - - 2 2 2 \ 3 2 2 2 2rNr')rr4)rr9)rr;rr>r)rsrrr))rr))rorRrr))r>rrrU)r>rrr)rr)rrr r!rr.r5rWr6rr8r6r7r&rArrrrrQrTrrYrErrr"rrr)r)zs .---!!!!....777711119888 X XDDDXDXXXXXX    GGGGGGGGJJJJ27! ! ! ! ! ! F        !+!+!+\!+FM M M \M ^((((]]]]]]rr)) rsubmuldivmodpowlshiftrshiftandxororc\eZdZUded<ded<ded<dZded<ed d Zdd Zd S)rrrrrrFrrrcd|dksJ|dr Jdtjd|}|Ud}|dt fdt Dr d}ddn0d}d d ksJnd}|d d kr d}dd nd}d }|r!d}dt | |s|rJnd}t|||}t||ksJt|d||S)Nr'rzs_out suffix is reserved and not permitted for operator names; did you mean to specify an out overload name instead?z ^__([^_]+)__$Tr'c3*K|] }d|kVdS)reNr")r/nrs rrz)BaseOperatorName.parse.. s-GGq47q77?GGGGGGrFrrer _ _functional)rrrrr) r~rrrrAUGMENTED_ASSIGNMENT_NAMESrurr)rr!rrfunctional_suffixrrrs @rrEzBaseOperatorName.parse sRxxxx;;v&&   D  & H%r * * = M771::DGGGG,FGGGGG &ABBx Aw#~~~~~!MDBx3CRCy* ==* + + ("& 13011112D% 4W 4 44 4"'  ' 3     1vv|||A00B00|||rc~|jr|jrdnd}d||jdS|jrdn |jrdnd}|j|S)Nrer'__r|r})rrrr)rres rrzBaseOperatorName.__str__ ss   %|+A((49((( (<+]] i$$$ $rN)rrrrr)rrr r!rrrErr"rrrr s{ IIIMMM(!&%%%%///\/b % % % % % %rrc\eZdZUded<ded<eddZddZdd Zdd Zdd Z d S)rfrr9rrarrcd|vr|dd\}}n|}d}tt||}t ||ksJt |d||S)N.r'r'r`r)rrfrrEr)rr9rars rrEzOperatorName.parse( s '>>")--Q"7"7 D--DM .44T::- X X X1vv   SVV":":":":   rcB|jr|jd|jS|jS)Nrrar9rs rrzOperatorName.__str__3 0   "i66$"466 6i> !rcB|jr|jd|jS|jS)Nr|rrs runambiguous_namezOperatorName.unambiguous_name> rrcvtt|jjd|jj|jSNFrr`)rfrr9rrrars rremove_inplacezOperatorName.remove_inplaceD sE!Y^"i5 ,     roverloadcltt|jjd|jj|Sr)rfrr9rr)rrs r with_overloadzOperatorName.with_overloadN sB!Y^"i5 #     rN)rrrrfr)rrf)rrrrf) rrr r!rrErrrrr"rrrfrf# s\""""""""           rrfrrbc|jtjuo/|| o||jSr7)r3rrrr")rrrs r"gets_generated_out_inplace_wrapperrY sI  Z22 ' Q  ' LL & &rcteZdZUded<ded<ded<ddZd d ddZeddZeddZdS)NativeFunctionsViewGroupr0viewr view_copy view_inplacerrc|jjsJ|jSt|jr>Jt |jjjdt|jdn|jjjjj dsJ|jj |jj dksJd|jj vsBJt |jjjt |jj fd|j @|jj |j j ksJ|jj r[|j T|j j sHJt |jjjdt |j jjd |jjr[|j V|j jsLJt |jjjdt |j jjd dSdSdS) Nz appears to be a new operator that aliases its inputs. The codegen expects you to add a corresponding operator to native_functions.yaml: z3. See Note [view_copy NativeFunctions] for details.)r{r|Trrz appears to be a view_copy operator. The codegen expects view_copy operators to be annotated with the 'view_copy' tag in native_functions.yaml. See Note [view_copy NativeFunction] for details.rz] must either both have CompositeImplicitAutograd kernels, or both not have composite kernels.zi must either both have CompositeImplicitAutogradNestedTensor kernels, or both not have composite kernels.)rrrgets_generated_view_copyrr3r9get_view_copy_namerr~rrKrrGrHrs rrz&NativeFunctionsViewGroup.__post_init__x sy#### > !/ ::  ty~*++EE&ty11EEE  : >&+05>>?TUU U UU9>++--1D1N1N%)2O22$."5555t~*/00#din2E2EFDDD655   (9>++--1B1G1Q1Q1S1SSSSS 9 ;  ,(O49>.//hhc$:K:P:U6V6VhhhO 9 I  ,(]49>.//ttc$:K:P:U6V6Vttt]  ,,rT) include_copyrrrc#hK|jV|j |jV|j |r |jVdSdSdSr7)rrr)rrs rrz"NativeFunctionsViewGroup.functions sXi   (# # # # > %, %.  & % % %rrc|jjSr7)rrrs rrz"NativeFunctionsViewGroup.root_name s y""rc|jjSr7)rrGrs r compositez"NativeFunctionsViewGroup.composite sy??rNr)rrrrrr) rrr r!rrrrrr"rrrrn s%$$$''''!!!!F15!!!!!!###X#@@@X@@@rrc|jsdS|jrdSd|jvrdS|jjjjdrdSdS)NFr_inverseT)rrGrKr3r9rr~)rs rrr sa <u /uu  v{%%j11u 4rcdg}t|jj|vrt|sJ|jjjjd}t t |d|jjjj|jjj}|S)Nnarrowr{Frr`) rr3r9rrrfrrra)r-list_of_ops_with_explicit_view_copy_operatorsrview_copy_names rrr s6>J1 16;LLL'*****6;#(///I! E9I9W   fk/ N rr?r*c|dkrdS|ddkr|ddkr |dd}td|d DS) z$ Input: '()' Output: [] z()r"rr r r r'c3JK|]}t|VdSr7)rwrErs rrz parse_returns.. s.FFsc""FFFFFFrr)rr)r?s rr;r; sj dr1~RC!7!7!!B$' FFk.?.?.E.EFFF F FFrcLeZdZUded<ded<eddZdd Zdd Zd S)rszdict[str, list[Argument]]rrRrsrcobjectrc t|tsJg}d|dvr1|dd}d|D}|dd}i}|D]w}t|tsJd|vs Jd|d\}}d|vsJd|d|d}d |D}|||<xt || } | |ks Jd | S) Nrr r[cfg|].}t|/Sr"r,rErxr/r9s rr1z$Precompute.parse.. s,JJJtzz||44JJJrzLprecomputed parameters without replacement are allowed only in the last liner zillegal kernel param name 'z' in precomputed parameters'cfg|].}t|/Sr"rrs rr1z$Precompute.parse.. s,QQQthnnTZZ\\::QQQr)rrzr.to_list() != src)rmrqrrrsto_list) radd_argsadd_listrraw_replace_itemr with_list_raw with_listwith_list_argsrs rrEzPrecompute.parse sT#t$$$$$ R 2w}}S))HJJJJJHcrc(C # * * .44 4 44----5.-- "2!7!7!?!? C3NSNNN%++C00IQQyQQQN)GCLL wH 5 5 5yy{{c!!!#7!!!rrc|jD]&}|j|jksJ'|jD]+}|D]&}|j|jksJ',dSr7)rr9upperrr)rrr>s rrzPrecompute.__post_init__ s , ,A6<<>>QV+++++L'')) 0 0D 0 0v||~~///// 0 0 0rr>cg}|jD]>\}}dd|D}||d|?|S)Nrc34K|]}t|VdSr7r)r/params rrz%Precompute.to_list..$ s($P$PESZZ$P$P$P$P$P$Prr)rr@rrt)r replace_list kernel_paramreplacement_params replacementss rrzPrecompute.to_list! sx 04 0B0B0D0D E E ,L,99$P$P=O$P$P$PPPL   < C C\ C C D D D DrN)rrrrsrrm)rrr r!rrErrr"rrrsrs sw'&&&"""\"H0000rrsr)rr5rr)rr0rrrrrr)rr0rr)rr0rrf)r?rrr*)q __future__rrPr3rrenumrrtypingrrtorchgen.utilsr r r collections.abcr r rr$rrrr AUTOGRAD_KEYSFRAGMENT_NAMESPACESr5rrrrhasattrrprintrrxrtrsrzrrrrrQrrrrrrnrorprqrrrr~rrrrrXryrrrrrdispatch_device_maprrr!rrrrrr r r r rr&r+r0rrrzrrr2rrrPrOrrrr,rwrrr)r~rrfrrrrr;rsr"rrrs """"""" !!!!!!********DDDDDDDDDD322222222: $********d (nssuu((,,,>,,, #$:; _>_>_>_>_>$_>_>_>DD  B w{BG,, ++--A E!HHH,t2trttqrtt  OOO  #'9OOO)5)6  7 B****%%%% ,V5H%P++++++++\46 5555&J  j'J (8*:K'LMM j%:j67 i%Z0=3LL e!.u!5 i8P!P o* i 88"#;;;;;t;;;4d T$ $a Ga Ga Ga Ga Ga Ga Ga GH $q q q q q q q q h $((((((((, $        6 $88888888` $q@q@q@q@q@q@q@q@x  $11111111t $2"2"2"2"2"2"2"2"lT. $*****t***( $(((((4(((( $d@ $t* $W5W5W5W5W5W5W5W5t $4)4)4)4)4)4)4)4)p $ $GGGGGGGG $p]p]p]p]p]p]p]p]l   * $W%W%W%W%W%W%W%W%x $2 2 2 2 2 2 2 2 j* $;@;@;@;@;@;@;@;@|.0 G G G G $;;;;;;;;;;r