˲j n&j"UddlZddlZddlZddlTddlmZmZddlZddlmcm Z ddl m Z ddl mZddlmZgZeeed<iZeeefed <dd Z dd ZddZdeddfdZdededededdf dZdZdZdZejeeZ dee!fdZ"dZ#dZ$dZ%dZ&e ej'j(j)j*ej'j(j+j*ej'j(j,j*ej'j(j-j*ej'j(j.j*ej'j(j/j*ej'j(j0j*gdd Z1e ej'j2j3j*dd!Z4e ej'j(j5j*gdd"Z6e ej'j(j7j*dd#Z8e ej'j(j7j9d$e8e ej'j(j:j*d%d&Z;e ej'j(j<j*d'd(Z=e ej'j(j>j*d)d*Z?e ej'j(j@jAd+d,ZBe ej'j(jCj*dd-ZDe ej'j(jEj*d.d/ZFe ej'j(jGj*de$e ej'j(jHj*ej'j(jIj*ej'j(jJj*ej'j(jKj*gdd0ZLe ej'j(jMj*dd1ZNe ej'j(jOj*d2d3ZPe ej'j(jQj*d4d5ZRe ej'j(jSj*d6d7ZTe ej'j(jUj*d8d9ZVe ej'j(jWjXd:d;ZYe ej'j(jWj*d<d=ZZe ej'j(j[j\d>d?Z]e ej'j(j^j*d@dAZ_e ej'j(j`j*dBdCZ`e ej'j(jaj*dDdEZbe ej'j(jcjddFdGZee ej'j(jfj,dHdIZge ej'j(jhj*dJdKZie ej'j(jjj*dLdMZke ej'j(jlj*dNdOZme ej'j(jnj*dPdQZoe ej'j(jpj*dRdSZqe ej'j(jrj*dTdUZse ej'j(jtj*dVdWZte ej'j(juj*dXdYZue ej'j(jvjwdZd[Zxe ej'j(jyj*d\d]Zze ej'j(j{j*d\d^Z|e ej'j(j}j*d_d`Z~daZe ej'j(jj*d<dbZe ej'j(jjdcddZe ej'j(jjddedfZe ej'j(jj*dgdhZe ej'j(jj*ej'j(jj*gdVdiZe ej'j(jj*djdkZe ej'j(jj*dldmZe ej'j(jjddndoZe ej'j(jj\dpdqZe ej'j(jj*dre ej'j(jj*drdsZe ej'j(jj*dtduZe ej'j(jj,dcdvZe ej'j(jj*d<dwZe ej'j(jjdxdyZe ej'j(jj,dzd{Ze ej'j(jjdxd|Ze ej'j(jj,dzd}Ze ej'j(jj*ej'j(jj*ej'j(jj*ej'j(jj*gdd~Ze ej'j(jj,dzdZe ej'j(jj,dzdZe ej'j(jj*dxdZe ej'j(jj*dxdZe ej'j(jj*dxdZe ej'j(jj*dxdZe ej'j(jj*dLdZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ej'j(jj*gddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ddZe ej'j(jj*ej'j(jj*ej'j(jj*gddZe ej'j(jj*ej'j(jj*ej'j(jj*ej'j(jj*ej'j(jj*ej'j(jj*gddZe ej'j(jjddZddlmZmZddlmZeje ddej\dej\dej\de!dededeeefdededeej\ej\ffdZeje ddej\dej\dej\dej\dej\dej\dej\dee!efdedededeeefdededeej\ej\ej\eeej\dfffdZe ej'j(jj*ddZejdd5Z(e(dede(dede(dedddddS#1swxYwYdS)N)*)ListOptional)normalize_function)#jagged_scaled_dot_product_attention NestedTensor__all__JAGGED_OPS_TABLEFcLddlm}t|ttfrUt |fd|D}t |t |S|r ||}|dkr|ksJ|dkrdz n|dz S)Nrcanonicalize_dimsc3:K|]}t|VdSN_outer_to_inner_dim).0dndim ragged_dims KC:\Projects\Historical\venv\Lib\site-packages\torch/nested/_internal/ops.py z&_outer_to_inner_dim..s0QQ.tQ CCQQQQQQr)torch._prims_commonr isinstancetuplelisttypedictfromkeys)rdimr canonicalizeroutputs` ` rrrs555555#t}%%3cQQQQQSQQQQQtF||DMM&11222+c** !88d "!AXX:>>372rTcddlm}|||}||kr|st|d|dkr|st|d|rt|||n|} |r |dk} | | fS| S)Nrrz0(): not supported for NestedTensor on ragged dimz+(): not supported for NestedTensor on dim=0)rr RuntimeErrorr) rr"rop_nameconvert_to_inner_dimallow_ragged_dimallow_batch_dimrwrappedretoperating_on_batchs r_wrap_jagged_dimr.'s655555c**G*%5gWWWXXX AogRRRSSS  D':666  )%\'(( JrcX ddlm t|ttfsJdt | fd|D}d|v}|v}t fd|D}ttfd|D}||||fS)z For NestedTensor operators, wraps dimensions to non-negative values, and returns metadata related to reduction dimension(s). rrz<_wrap_jagged_dims(): cannot iterate over dimensions of type c(g|]}|Sr1)rrrrs r z%_wrap_jagged_dims..Ps4'($""rc30K|]}|dko|kVdS)rNr1)rr ragged_idxs rrz$_wrap_jagged_dims..Vs0PPaqAv9!z/PPPPPPrc3:K|]}t|VdSrr)rrrr4s rrz$_wrap_jagged_dims..Zs0UU1)$:>>UUUUUUr) rrrrrranyr r!) rdimsr'r4 wrapped_dimsoperate_on_batchoperate_on_raggedoperate_on_non_batchouter_to_inner_dimrs ` ` @r_wrap_jagged_dimsr=Ds 655555  udm  SSRd4jjRRSS ,0LL("l2PPPP<PPPPP UUUUU UUUUU /1BDX XXr schema_strreturnc|d}d|Dd}t||z }|ddkr |dd}nqt||kr t|t|ks>td|jd|d|d t|d t|d d d ddd}t |D]\}} | d\} } | d} | r | ddn| } | |vrtd| |t|kr | std|jd|d| || | ffd }|||s.dddddd}td|jd|d| d|| dS)N, c8g|]}|dS)?)endswithrxs rr2z check_schema..bs"BBBQCBBBrT... NestedTensor (z): expected at least z arguments and at most z arguments, but got: z argumentscbt|tjot|t Sr)rtorchTensorr rFs rzcheck_schema..qs$z!U\22V:a;V;V7VrcTt|to|jduo |jdkSNr)rr _lengths _ragged_idxrNs rrOzcheck_schema..rs1 1l33 J$  MQ rc,t|tSrrr rNs rrOzcheck_schema..usJ |  rcdS)NTr1rNs rrOzcheck_schema..xsr)tjtjt_allr6z: rCzUnknown arg type: z) missing required argument: c<|r|dup |S|Srr1)rF is_optional _check_fns rcheck_fnzcheck_schema..check_fns0 $Dy0IIaLL0 y||#rtensorzoptional tensorz%contiguous jagged layout NestedTensorzjagged layout NestedTensorz )rWzt?rXrYr6z ): expected z to be a ) splitcountlen ValueError__name__ enumeraterDkeysAssertionError)r>funcargskwargsnamed_arg_typesnum_optional_argsmin_argsarg_type_check_fnsinamed_arg_typenamearg_typer[normalized_arg_typer] type_to_descr\s @r check_schemart`s &&t,,OBB/BBBHHNN?##&77Hre##)#2#.D X%%#d))s?7K7K*K*K) )) ))QY))),_)=)=))t99))) W V  ~  '77##>'--d33h'',, /:Hhssmm &8&=&=&?&? ? ? !K6I!K!KLL L D >>  9DM99J992699 &':; $/ $ $ $ $ $ $ xQ  '=6# L, ,, ,,,,),,  /##raa_namebb_namec |j|j|j|jkrtd|jd|d|ddS)NrIz : expected  and z' to have the same exact offsets tensor.)_sizerSr&rc)rgrurvrwrxs rcheck_ragged_dim_samer|sk wq}!777 )DM ) )f ) )6 ) ) )   87rc|jdz}|jd|}|d|}t|t|ko&tdt ||DS)Nrc34K|]\}}||kp|dkVdS)rGNr1)rnsss rrz%raggedness_matches..s3 H H52qB!G qBw H H H H H Hr)rSr{raallzip)ntsizeend nt_ragged size_raggeds rraggedness_matchesrsn .1 C#Itt*K y>>S-- -  H HC ;,G,G H H HHHrc|dkrO|jddkr>|d}|dkr|jddk>|SNrr)r"shapesqueeze)rWs rsqueeze_leading_onesrsX& %%''A++!'!*// IIaLL %%''A++!'!*// Hrczttsgttsgfd}|S)NcFD]}fd}D]}||||<S)Ncfd}|S)Nc>tg|Ri|g|Ri|Sr)rt)rhriaten_oprgr>s rinnerz@register_func..wrapper..get_inner..innersC TCDCCCFCCC49$999&999rr1)rrrgr>s` r get_innerz1register_func..wrapper..get_inners.::::::: rr1)rgrrtableaten_opsr>tabless` rwrapperzregister_func..wrappersa 4 4G        4 4!*7!3!3g 4 r)rr)rrr>rs``` r register_funcrsa h % %: fd # #        Nrct|d}||Stjj|jvrAddlm}|D]'}||rtd|j d|(td|D}|dkrg}|j j D]]}t|jtjr||jdn||jd^|d d |}t'||g|Ri|t)jt,|S|d kr+t'd |g|Ri|t)jt.|SdS) Nr) is_nested_intrIz: invalid argument c3JK|]}t|tjVdSr)rrLrMrEs rrz lookup_jagged..s.HHajEL99HHHHHHrrz: jt_allz: anyrHrAzlhs: any, rhs: any, ...)r getrLTag pointwisetags%torch.fx.experimental.symbolic_shapesrr&rcsum_schema argumentsrr TensorTypeappendrpjoinrt functoolspartialjagged_unary_pointwisejagged_binary_pointwise) rgrhri dispatch_funcrargnum_tensor_args schema_partscheck_schema_strs r lookup_jaggedrs$((t44M  ydi''GGGGGG   C}S!! "KDMKKcKK  HH4HHHHH a  L|- < <ch(899< ''38(=(=(=>>>E ''38(:(:(:;;;;    & & &#yy66  )4 A$ A A A& A A A$%;TBB B  ! ! 2D J4 J J J6 J J J$%.s1DDsjl&C&CDsDDDDDDrc32K|]}|ur|jn|VdSr_values)rrnjts rrz)jagged_unary_pointwise..s1BBccSjjs{{cBBBBBBrnextr r)rgrhrirs @rrrsm DDdDDD D DC  BBBBTBBBMfMM       rcR|d|d}}t|tst|tsJd}t|trt|trt||jr7t||j|jg|ddRi|fit |St ||j|j|jt|t}|rt |nt |}|r||fn||f\}|  krtdt|}  | dzkr7|r j| fn| jf\} } t|| | g|ddRi|fi|S| | kr|j d|j dkr3t ||j|j |j ddl m} j} j}|jj jdz }||fdt'|j D}| |jj|| |}|r|fn|f\} } || | g|ddRi|St ||j|j |j ) NrrzHcannot call binary pointwise function {} with inputs of shapes {} and {}rz+NYI: broadcasting NT with T with larger dimnested_from_paddedc4g|]\}}|jkr|nSr1rS)rrnrFr padded_max_Ss rr2z+jagged_binary_pointwise..^s- W W WDAq!r~%%QQ< W W Wrrr4sum_S min_seqlen max_seqlen)rr rr{rrr&formatrcr"NotImplementedErrorrr nested_tensorr_maybe_min_seqlen_maybe_max_seqlenrSexpandrd_offsets)rgrhrirurwmismatch_error_msga_is_ntextracted_kwargsrW t_squeezedlhsrhsrrrtotal_Lt_as_ntrrs @@rrr$s 7DGqA a & &E*Q *E*EEE E S!\""Wz!\'B'BW a ) ) QY ?DH?????CQRSCTCT -44T]AGQWUUVVVL))G,3J~a(((9J9J )QFFAq6EBuuww!"OPPP%a((J vvxx:>>##a'''/6TBJ ++ZA#56  "L HH W W W W WIagDVDV W W W  %$ K~!!    %,>B=='2StC2tABBx2226222 )00QQ R RRrcn|tjjjur t |i|S|jdkr'||djg|ddRi||dS|jdkrdd}t|||d\}}|d }t| |d |j dd }t| |d |j dd }||kr|Stj tj|j||dz} g|jd|| |j|dzdR} |j| S|jdkrdd} t| ||d\}}|d }|d} | |j z dz } t%| | krt'dtj5||i|cdddS#1swxYwYt+|)Napply_rrflattenrGcdSrr1)input start_dimend_dims r _flatten_sigz+jagged_torch_function.._flatten_sig DrTrhrinormalize_to_only_use_kwargsrrF)r(rrms_normcdSrr1)rnormalized_shapeweightepss r _rms_norm_sigz,jagged_torch_function.._rms_norm_sigrrrzNrms_norm(): Normalization over the ragged dim not supported for nested tensors)rrG)NN)rL_C_nnscaled_dot_product_attentionrrcrrpopr.r"rSrreduceoperatormulrreshaperarbDisableTorchFunctionSubclassr)rgrhrir_ new_kwargsinprrproduct new_shaperrmax_normalizables rjagged_torch_functionrrs ux|8882DCFCCC }   T!W_2tABBx2226222Aw } !!    + tFQU   :nnW%%% GGII { # O !&    # GGII y ! O !&       J"8<9wQR{;R1STTPci  +PWPsy17OPP s{I&& } ""    + VRV   :nnW%%%>>*<==7799s6:  #3 3 3` X 2 2 4 4 ) )4((( ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) d # ##sHH!$H!z self: jt_allcL|tjjjjkrdS|tjjjjkr |djS|tjjjjkrt|djS|tjjj jtjjj jfvr{|dj Ott|dj tj|djddzS|dj S|tjjjjkr |djS|tjjjjkr|djSdS)NFrr)rLopsatenis_non_overlapping_and_densedefaultsym_sizer{r"ra sym_numelnumelrRintrmathprodr sym_stride_stridessym_storage_offsetstorage_offsetrgrhris rtensor_attr_supported_getterr sC uy~:BBBu uy~&...Aw} uy~!)))47=!!!  (0%).2F2NOOO 7  's47+,,tyaqrr9J/K/KKLL LAw$$&&& uy~(000Aw uy~0888Aw--///98rctjSr)rLjaggedr s rprim_layout_defaultrs <rcb|tjjjjkrt ddS)NznNestedTensor does not support directly calling torch.ops.aten.size; please use `nested_tensor.size()` instead.)rLrrrrr&r s rtensor_attr_unsupported_getterrs8  uy~"*** 9   +*rc"ddlm}t|||d\}}|d}|dS|dt j|d<|dt jkrdS||j fi|S)Nr)is_contiguous_for_memory_formatTrrF memory_format) rrrrrrrLcontiguous_formatpreserve_formatr)rgrhrirrrrs ris_contiguous_generalrsCCCCCC& 4TMAz .. ! !C {{}} u",..0##J/"e&;;;t * *3; E E* E EErz!self: jt_all, memory_format: any?z"input: jt_all, memory_format: any?c`t|||d\}}|d}t|}|jU|dtjkr?ddlm}|jdks Jd|| d\}}|St||j fi|fi|S) NTrrrr)jagged_from_listz;NJT with ragged_idx != 1 not supported for contiguous clone)r) rrrrRrLrrrrSunbindr r) rgrhrirrrnew_metarcontigs r clone_defaultrs' 4TMAz .. ! !Cc""H | o &%*A A A 8 7 7 7 7 71$$$L%$$((tDDDIFAM S[77J77 D D8 D DDrzinput: jt, weight: t, bias: t?ct|||d\}}|d}t||jfi|fit |SNTrrrrr rrrgrhrirrrs rlinear_defaultr"#h& 4TMAz .. ! !C S[77J77 O O>#;N;N O OOrz6self: jt, grad_output: jt, weight: t, output_mask: anyct|||d\}}|d}|d}|d}|d}d\} } } t||d|d|d r2tt j|j|fit|} |d r|jd | d } |jd | d } t j| | } |d r|j} | | | fS) NTrr grad_outputr output_mask)NNNselfrrrGr) rrr|r rLmatmulrrrrrW)rgrhrirrrr%rr&dsdwdbgrad_2dinput_2ds rlinear_backward_defaultr..sZ ' 4TMAz .. ! !C..//K ^^H % %F..//K!JBB$V[-HHH1~  L,f 5 5  9G 9T9T  1~1 %--b&++a..AA;&&r6;;q>>:: \'))++x 0 01~!   B<rzinput: jt_all, dtype: anyct|||d\}}|d}t||jfi|fit |Srr r!s rto_dtyper0Qr#rc^ddlm}t|||d\}}|d}|d||jfi|}|j|j}d} |j |j|j} dd l m } dd l m } m } |j|jn|j} | |n| }t|| | fr#| |}| | }|j|_n || ||<t!|}||d <| |d <t#|fi|}|S) Nr)_tensor_symint_registryTrrlayout)devicer) FakeTensor)FunctionalTensormb_unwrap_functional_tensorrr)rr2rrrrtor4rRtorch._subclasses.fake_tensorr5#torch._subclasses.functional_tensorr6r7rnested_int_memorr )rgrhrir2rrr new_values new_offsets new_lengthsr5r6r7 ragged_source new_thingtgtsrc inp_kwargsr$s rto_copy_defaultrD\s666666& 4TMAz .. ! !CNN8ck00Z00J,//):/;;KK |looZ->o?? 888888 %(L$8CLLclM*2 I)j*:;<<T)))44))-88!1-D]-S *$$J'Jy'Jy * 3 3 3 3F Mrz-self: jt_all, src: jt_all, non_blocking: any?ct|||d\}}|d}|d}|j|jkrtd|j|j|S)NTrrrBzXcopy_ only supports Nested Tensors that have same size and the exact same offset tensor.)rrr{r&rcopy_)rgrhrirrrrBs r copy_defaultrGs' 4TMAz .. ! !C ..  C yCI f   Kck""" Jrct|||d\}}|d}tj|d<t ||jfi|fit |S)NTrrr3)rrrLstridedr rrr!s rlike_factory_defaultrJsx' 4TMAz .. ! !C !=Jx S[77J77 O O>#;N;N O OOrc|t|||d\}}|d}||j|Srrrrr!s r zero__defaultrMsM& 4TMAz .. ! !CD Jrz*self: jt_all, dim: any, half_to_float: anyc (t|||d\}}t|dtrtd|d}t ||dfd|j\|d<}}}|rtd|r|jdkrtd |r|jtd |dd |d<|rtj j tj j|j|jjd d |jg|jgt+d |j} tj j| |jg|jjd jd g|jjddR} t/| fit1|St/||jfi|fit1|S)NTrr"zHsoftmax(): not supported for dimensions of type 'tuple' for NestedTensorrsoftmaxzRsoftmax(): not supported when reducing across the batch dimension for NestedTensorrzesoftmax(): not supported when reducing along the ragged dimension for ragged_idx > 1 for NestedTensorzksoftmax(): not supported where lengths is not None if reducing across the ragged dimension for NestedTensorrrGz-inf) max_lengths padding_valuer"r)rrrr&rr=r"rSrRrLnn functionalrOrr_jagged_to_padded_dense_forwardrrrr _max_seqlenfloat_padded_dense_to_jagged_forwardr r) rgrhrirrrreduce_on_batchreduce_on_ragged_reduce_on_non_batchpadded_softmax_valuessoftmax_valuess r_softmax_defaultr_s}' 4TMAz*U#U++  V    .. ! !C   E      5  `    COa// s    CL4 I   #5) JuC % 3 ; ; IN : : ##K%a(" _-#Fmm ;  !< ! ! GG ! \NK%H    "122&   NBBnS.A.ABBB S[77J77 O O>#;N;N O OOrz7grad_output: jt, output: jt, dim: any, input_dtype: anyct|||d\}}|d}|d}t||j|jfi|fit |S)NTrr%r$r )rgrhrirrgrad_outr$s r_softmax_backwardrb s ' 4TMAz~~m,,H ^^H % %F  X v~<<<<  @Nx@X@X  rz!self: jt, float: any, train: any?ct|||d\}}|d}||jfi|\}}t|fit |t|fit |fSrrrrr r)rgrhrirrrout1out2s rnative_dropout_defaultrgs' 4TMAz .. ! !Cck00Z00JD$T11^C0011T11^C0011 rz%grad_output: jt, mask: jt, scale: anyct|||d\}}|d}|d}t||j|jfi|fit |S)NTrr%maskr )rgrhrirrr%ris rnative_dropout_backward_defaultrj,s ' 4TMAz..//K >>& ! !D  [ $,==*==    % %  rz2self: jt_all, dim: any, keepdim: any?, dtype: any?c&t|ddg|Ri|S)Nrr_apply_reductionr s r prod_dim_intrn<s& D&! =d = = =f = ==rzself: jt_all, dtype: any?ctt|||d\}}|d}||jfi|SrrLr!s r prod_defaultrpDP& 4TMAz .. ! !C 4 * *z * **rz$self: jt, split_size: any, dim: any?c t|||d\}}|dt|djd|d<t fd|jfi|DS)NTrrr"r_c3NK|]}tdd|itV dS)valuesNr1r rrrFrs rrzsplit_tensor..]sR  55A5!4!455r)rrr.r"rSrrr!s @r split_tensorrwOs' 4TMAz .. ! !C(  :e$cowJu ck00Z00  rz%self: jt, split_sizes: any, dim: any?ct|||d\}}|dt|djd|d<fd|jfi|DS)NTrrr"split_with_sizesc Fg|]}tdd|itSrtr1rurvs rr2z,split_with_sizes_default..qsD     55A5!4!455   r)rrr.r"rSrr!s @rsplit_with_sizes_defaultr|cs' 4TMAz .. ! !C(  :e$co7IJu    ck00Z00   rz+self: jt, dim: any, start: any, length: anyc*t|||d\}}|d}t||d|jd}||j||d|d}t |fit|S) NTrrr"narrowstartlengthr"rr)rrr.r"rSrr r)rgrhrirrrr"rts rr~r~ws' 4TMAz .. ! !C 37799j&7( S SC T !(# F  6 6."5"5 6 66rz self: jt, chunks: any, dim: any?c t|||d\}}|dt|djdd\|d<}|r|d}jd}t j||z }j } | |} d | D} d | D} fd | Dd | D} j |  fd tdt DSfd|j fi|DS)NTrrr"chunkr*chunksrc:g|]}tj|dS)rrR)rLcumsumrEs rr2z!chunk_default..s'KKKa5<q111KKKrc<g|]}tj|ddS)rrr)value)FpadrEs rr2z!chunk_default..s)NNN15F!444NNNrc$g|] }|jd S))rrSr)r per_offsetsrs rr2z!chunk_default..s3   $CO D D   rcZg|](}|)Sr1)ritemrEs rr2z!chunk_default..s(???!quuww||~~???rcDg|]}tdd|i|Sr{r )rrn chunk_values nested_kwargss rr2z!chunk_default..sE     F F Q FM!4D F F   rc Fg|]}tdd|itSr{rurvs rr2z!chunk_default..sD     9 9 9^C%8%8 9 9   r)rrr.r"rSr{rceilrdiffrrr_rangera)rgrhrirrr-r dim0_size chunk_sizerchunked_lengthschunked_offsets split_sizesrrrs @@@r chunk_defaultrs& 4TMAz .. ! !C,<  :e$cowPT---)Ju) H%IaL Yy6122 ,##%%!--//KK?KKKNNoNNN    .   @???? {((55      1c,//00        T#+4444    rzself: jt_all, dim: any?c  t|||d\}}|d}|dkrtd|d}| |}|}|j ddttdtttf fd } |K| | tj d z S dkrtd | | |  fd t|jdDS)NTrr"rz2unbind(): only supported for NestedTensor on dim=0rrRrc,d}jdz }tt|D]p}tj||tj|||k|||z }|)tj||||z|kdqtj||k|Wtt|D]<}tj||tj|||k;dSdS)NrrcdS)NzMunbind(): nested tensor offsets and lengths do not match ragged_idx dimensionr1r1rrrOz2unbind_int.._torch_check..skr)rrrarL_check_is_size_check)rRr lengths_sumragged_dim_sizernr4rts r _torch_checkz unbind_int.._torch_checks&  ,zA~6s8}}%%  A  ! - - - L!7 8 8 8 8A; &K# QK(1+-@kk  [O3444  3x==)) = =$Xa[111 Xa[O;<<<<  = =rrrRzAunbind(): nested tensor ragged_idx out of bounds (should be >= 1)c ^g|])}tjdz ||*S)rr)rLr~)rrnlengths_scalarsoffsets_scalarsr4rts rr2zunbind_int..sV      a!!$"1%       rr)rr&rrtrrrSrrrrtolistrLr_rr)rgrhrirrr"rrrrrrr4rts @@@@r unbind_intrs' 4TMAz U C axxOPPP .. ! !C ZZ\\FkkmmGkkmmGJ==tCy=HT#Y4G=======:!,,..//11 _%%%{6?aIIIIQ O   nn&&Onn&&OL/222       w}Q'((   rzself: jt, dim: anyc t|||d\}}|d}|j}tt |j|d|jd|d<t||fi|fit|S)NTrrr"r) rrrr.rar{rSr r)rgrhrirrrrts r squeeze_dimrs& 4TMAz .. ! !C [F( CI 5)3?IJu V22z22 J JnS6I6I J JJrzself: jt_all, dim: anycft|||d\}}|d}|j}|d}tt |jdz||jdd|d<t|}|d|jdz kr|dxxdz cc<t||fi|fi|S) NTrrr"r unsqueeze)r)rS) rrrr.rar{rSrr ) rgrhrirrrrtr" output_kwargss runsqueeze_defaultrs& 4TMAz .. ! !C [F U C( CIC+PTJu #3''M%COa///m$$$)$$$ V22z22 D Dm D DDrztensors: any, dim: anyct|||d\}}|d}d|D}t|dksJ|dfd|D}|d}ttj|jd|d<t |d |Dfi|fit|dS) NTrtensorsc g|] }|j | Sr1) is_nestedrrWs rr2zcat_default...s 0 0 0AAK 0a 0 0 0rrcLg|] }|jr|n|!Sr1)r expand_as)rrWfirsts rr2zcat_default..1s0IIIAAK7qqQ[[%7%7IIIrr"catcg|] }|j Sr1rrs rr2zcat_default..: ) ) )Aai ) ) )r)rrrar.rrSr r) rgrhrirrrnestedr"rs @r cat_defaultr%s & 4TMAznnY''G1 0 0 0 0F v;;???? 1IEIIIIIIIG U C( EK#u0%Ju   ) ) ) ) )88Z88  ._unbind_impl..Hs6   %5ffDD    r)rr)rurwrgs r _unbind_implz$matmul_default.._unbind_implGsH    9._padded_implLs{.1;... 555555) ) ! *"2>A#56  "L X&& '  Xbnq(** +  '''FF !! DA  K~!!     rrrz1matmul(): not supported between inputs of shapes rz)rrrr"r rrrr{rSrrLstackr&r) rgrhrirrrrrrs ` rmatmul_defaultr>sd& 4TMAz .. ! !C NN7 # #E          > }9U_9 7799>>cggii599;;66<U++ + YY[[A  #''))eiikk"9"9S[%66:66:H:M:M  95?9 7799q==UYY[[1__1CC1U1U_S[%- @ @XXNSVDWDWXX X GGIINN q  1$$!Q&&))UZZ8I-J-JJJ;||C7788 8 YCIYYEKYY  rzself: jt_all, mat2: anycrt|||d\}}|d}|d}|dkrtd|dkrtdt t jjjj ||S)NTrrmat2rzbmm(): input must be 3Dzbmm(): mat2 must be 3D) rrr"rbrrLrrr(rrgrhrirrrrs r bmm_defaultrs& 4TMAz .. ! !C NN6 " "E wwyyA~~2333 yy{{a1222 %)./7e D DDrz'self: jt_all, size: any, implicit: any?ct|||d\}}|d|dd|vs|drJtstdjdfdt d D}t|j|fitS) NTrrrimplicitzexpand(): cannot expand shape z -> c:g|]}|jkrdn|S)rGr)rrrrs rr2z"expand_default..s-WWWaS_,,""$q'WWWrr) rrrr&r{rr"r rr)rgrhrirr expand_argrrs @@rexpand_defaultrs' 4TMAz .. ! !C f D j ( (*..2L2L ( ( M c4 ( (SQCIQQ4QQRRRWWWWW5CGGIICVCVWWWJ S[*55 M M9L9L M MMrzself: t, other: jtct|||d\}}|d}|d}t|||jfit |S)NTrrrr rs rexpand_as_defaultrss& 4TMAz .. ! !C NN7 # #E S%-00 J JN54I4I J JJrzself: jt_all, size: anyc t|||d\}}|d}|d}t||krR|gdt |t|z D|St d)NTrrrc3K|]}dVdS)rNr1)rrs rrzbroadcast_to..s"EE1QEEEEEErzwbroadcast_to(): broadcasting to a higher-dim shape is currently not supported for nested tensors with the jagged layout)rrrar"rrrb)rgrhrirrrrs r broadcast_tors& 4TMAz .. ! !C >>& ! !D 4yyCGGIIzzMEEcggii#d)).C(D(DEEEMMNNN  4  rz tensors: anyc t|||d\}}|d}t|dkrtdt|dkr|dSg}t jd|D}t d|D}|D]} | jr)|| |2| t|krK|t| |j j fit|td t|S) NTrrrz7broadcast_tensors(): expected at least one tensor inputrc3$K|] }|jV dSr)rrs rrz$broadcast_tensors..s$.H.H1qw.H.H.H.H.H.Hrc3DK|]}t|t|VdSrrUrs rrz$broadcast_tensors..s1AAQZ<%@%@AqAAAAAArzubroadcast_tensors(): broadcasting nested tensors with dense tensors of equal or higher dim is not currently supported)rrrarbrLbroadcast_shapesrrrrr"r rrrr) rgrhrirrroutsbroadcast_shaperrWs rbroadcast_tensorsrsr& 4TMAznnY''G 7||qRSSS 7||qqz D,.H.H.H.H.HIO AA'AAA A AC    ;  KK77 8 8 8 8 UUWWs?++ + + KKQ^^CK,=>>VV.QTBUBUVV    ;  ;;rz(condition: jt_all, self: any, other: anycDt|||d\}}|d}|d}|d}tj|||\}}}t ||j|j|jfi|fit |S)NTr conditionrr)rrrLrr rr)rgrhrirrrrrs r where_selfrs' 4TMAz{++I .. ! !C NN7 # #E"3IsEJJIsE  Y  U]IIjII    # #  rzself: jt, device: any?ct|||d\}}|d}t||jfi|fit |Srr r!s r_pin_memory_defaultrr#rctt|||d\}}|d}||jfi|SrrLr!s ris_pinned_defaultrrqrzself: jt_all, other: jt_allc:|dj|djkSr)r{r s ris_same_size_defaultrs 7=DGM ))rc~t|||d\}}|d|ddup:t|dttfot |ddk}|r|jfi|}|ddr[t|ttfr%t|fd|D}n| j }|S|d} t|dttf} | s| g} t | |j \} } } }| s| d} | |d<| rj t|d dd lm}| r| r3|jfi|}|ddr |d |}|S|rt|d |d| rj gnj }||fd|i|S| rt|d |jfi|}t%|ddsVt|dttfr|dn|dg}|D] }|j dz krdxxdzcc<!|fd|S)NTrrr"rkeepdimFc3LK|]}|jVdSr)rrS)rors rrz#_apply_reduction..3s1JJ CO < <JJJJJJrzf(): reducing across the ragged dimension is not supported for non-contiguous nested tensors with holes)tree_mapc,|dS)Nr)r)rs rrOz"_apply_reduction.._sQrzW(): reducing along a ragged and non-batch dimension is not supported for nested tensorszg(): reducing along the batch dimension but not the ragged dimension is not supported for nested tensorsrrSct|fiSrr )r out_kwargss rrOz"_apply_reduction..s,q"?"?J"?"?r)rrrrrrarrrrrSr=r"rRr&torch.utils._pytreerrr)rg func_nameidentity_elementrhrirrfull_reductionoutdim_to_convert is_dimlist converted_dimrZr[reduce_on_non_batchr dim_to_passdimlistrrrs @@rrmrm#s& 4TMAz .. ! !C &$.:e$udm44TZ=N9O9OST9Td3;--*-- >>)U + + 5#t}-- 5d3iiJJJJcJJJJJmmCO44  &NJu-t}==J *()          )%a( %Ju CL4 ; ; ;   -,,,,,2F  $s{11j11C~~i// >h77==J# " ::: NN5 ! ! !/9N3?++sK4$$%566#;N;N O OOrzself: jt_all, dims: anyc t|||d\}}|d |d}t }t j t|kr't d ddt|dzd d lm}| |}t|tt|krt d  j t d |d d krt d | j |d< fd|ddD} | |d<t| j fi|fi|S)NTrrr7z5permute(): number of dimensions in the tensor input (z) zAdoes not match the length of the desired ordering of dimensions ().rrz*permute(): duplicate dims are not allowed.zBpermute(): not supported on jagged layout nested tensor with holesz=Permute is not supported on the batch dimension for jagged NTrSc<g|]}t|jSr1)rrS)rr"rinp_dims rr2z#permute_default..s7  GS#/::rr)rrrrar{rbrrsetrRindexrSr r) rgrhrirrr7rCrcanonicalized_dims inner_dimsrrs @@rpermute_defaultrs& 4TMAz .. ! !C >>& ! !D$$J#)nnG#d)) OG O O O_RUVZR[R[___ `   655555**7D99 #c*<&=&=">">>>EFFF | P   !!! K   !3 8 8 I IJ}%abb)J$Jv S[77J77 F F: F FFrct|||d\}}|d|djdkr@tjtkrt djddt d kstst d jd fd fd tt dz D}tj  5t|j |fitcdddS#1swxYwYdS)NTrrrrzVview(): does not support ragged_idx != 1 except when inp._size == size. inp._size is (z) and size is (r rzview(): cannot view shape z as cj|jdz krj|S|dzSrQ)rSrr) inner_idxrrs rget_inner_sizez$view_default..get_inner_sizes: !+ + +;##I.. . A & &rc&g|] }|Sr1r1)rrnrs rr2z view_default..!s#BBB..##BBBr)rrrSrr{r&rarrrLinference_mode is_inferencer rr) rgrhrirr inner_sizerrrs @@@r view_defaultrs ' 4TMAz .. ! !C >>& ! !D !ci 0 0E$KK ? ? @ Y @ @7; @ @ @    4yy1}}.sD99}M MMtMMNNN ''''''CBBBU3t99q=-A-ABBBJ  c..00 1 1RRDDj99QQ^C=P=PQQRRRRRRRRRRRRRRRRRRs#)EE EzHinput: jt_all, normalized_shape: any, weight: any?, bias: any?, eps: anyct|||d\}}|d}|dkrtd|d}|j|j}|t |z }|dkrtd||vr|jtd ||vr tj j |j |j |jg|jg } tj j tj|j jdd f|j|j |jg|jg | j} |jd d | jdz} tj| dd| z } | | z | z} tjtj| dd| z }tj||dz}| |z }tj j ||jg|j jdd|j|jd zd}t7|fit9|| |fS||j fi|\}} }t7|fit9|| |fS)NTrrrzOlayer_norm(): not supported for NestedTensor objects with 2 or fewer dimensionsrrzVlayer_norm(): not supported when normalizing over the batch dimension for NestedTensorzklayer_norm(): not supported where lengths is not None if operating on the ragged dimension for NestedTensorr)rPr)r4dtype)rr)r"rrrSrG)rrr"r&rrSrarRrLrrrVrrrrWonesr4rrrrrsquaresqrtrY unflattenr r)rgrhrirrrr ragged_sizenum_dims_not_normalized padded_input padded_maskragged_lengthsmeanpadded_normalizedvariancestdpadded_layer_normjagged_layer_norm_valuesr$s rnative_layer_norm_defaultr/)sn ' 4TMAz .. ! !C wwyyA~~ ]   ""45)CO,K!ggii#.>*?*?? 1$$ d   &&&3<+C y   '''y~EE K  /   \N) F  inDD J )!,a039 U U U \N)E   &     L     ) )! , , 6 6q 9 9L#Q#Q  \NK%$R$ $ )  #/A-//0  ! 1 I I^C5H5H I I    S[77J77FD#  7 7>##6#6 7 7s CCrzpgrad_out: jt, input: jt, normalized_shape: any, mean: any, rstd: any, weight: any?, bias: any?, output_mask: anyct|||d\}}|d}|d}||j|jfi|\}}} |d|| fSt|fit ||| fS)NTrrarrd) rgrhrirrrard_inputd_gammad_betas r"native_layer_norm_backward_defaultr4s ' 4TMAz~~j))H .. ! !C#tH$4ckPPZPPGWfgv&&  8 8N3$7$7 8 8'6 JJrz"self: jt_all, dim: any, index: anyct|||d\}}|d}t||d|jdd\|d<}|r ||dS|jtdt|}|d|jd z kr|d xxd zcc<t||j fi|fi|S) NTrrr"selectrrzSselect(): not yet supported on dim != 0 for non-contiguous nested tensor with holesrrS) rrr.r"rSrrRrbrr r)rgrhrirrrr-rs r select_intr7s& 4TMAz .. ! !C,<  :e$coxQU---)Ju) 1zz||Jw/00 | a    $$J%3?Q...=!!!Q&!!! S[77J77 F F: F FFrz7self: jt, dim: any?, start: any?, end: any?, step: any?ct|||d\}}|d}t||d|jd|d<t ||jfi|fit|S)NTrrr"slice)rrr.r"rSr rrr!s r slice_tensorr:s ' 4TMAz .. ! !C(  :e$cowJu S[77J77 O O>#;N;N O OOrz8input: jt_all, indices: any, values: t, accumulate: any?ct|||d\}}|d}|d}t||ksJt||jdzkr|st dddlm}|j }|j } | } |j j |jdz } | | } g|j d|j| |j |jdzdR} | d| } ||| |fi||j|j| || }|tjjjjkr.|j ||S|S|'|}n|}tjtj||j|kd ||d ||jz}|d|j|gz||jdzdz}|tjjjjkr||j |fi||_ |St7||j |fi|fit9|S) NTrrindicesrz[index_put(): If ragged dimension is not part of indices, this only works on contiguous NJTsrrrrz7Some indices in the ragged dimension are out of bounds!r)rrrar"rS is_contiguousr&rrrrrrrrrLrr index_put_rrFrtrrr _assert_asyncrr r)rgrhrirrrr<rrrrrr padded_inpnew_njtrragged_indices func_indicess rr>r>s' 4TMAz#w//C nnY''G w<<37799 $ $ $ $ 7||co)))  "" m  655555* * ! +#COa$78  "L Y(( )  Ys*,, -  ))#<)HH $$ DW 3 3 3 3L!!     59>,4 4 4 K  gnn.. / / /J  {{}}++--$$&&++--  '#/*W455A [[]]71:.1IIN CO#$    #/A%'' (  ) uy~(000d3; CC CC   S[,55*55       rz{input: jt, weight: t, bias: t?, stride: any, padding: any, dilation: any, transposed: any, output_padding: any, groups: anyct|||d\}}|d}t||jfi|fit |Srr r!s rconvolution_defaultrE)sj ' 4TMAz .. ! !C S[77J77 O O>#;N;N O OOrcNt|||d\}}|d}t||dd|j\}}}}|r|s|rJ|d} d|d<t t jjjj ddfi|} |j |j n|j } t| dz D]}| d } | | z } | s| |j} | Sd } t |d| fi|S) NTrrr"r)rrrrGgzG?)rr=r"rSrmrLrrr dim_IntListrRrrrrr)rgrhrirrrrZr[rrintermediate_sumrrintermediate_values rmean_dimrJ8st' 4TMAz W CBS  5  CC?Q)+>&&&&Y' $ 9+ IN  *FA  9C   #&,":#,, @Q@Q@S@S'++--122 , ,A''++GG( /++co..C  D&*< K K K KKrctt|||d\}}|d}||jfi|SrrLr!s r mean_defaultrLarqrz&self: jt_all, dim: any?, keepdim: any?c&t|ddg|Ri|S)Nr6Frlr s rany_dimsrNls$ D% @ @ @ @ @ @@rz%self: jt_all, dim: any, keepdim: any?ct|||d\}}|dg|d<ttjjjjfi|SNTrr")rrNrLrrr6r7rgrhrirrs rany_dimrRqW& 4TMAz $E*+Ju EIN&+ : :z : ::rc&t|ddg|Ri|S)NrTrlr s rall_dimsrU|s$ D% ? ? ? ? ? ??rct|||d\}}|dg|d<ttjjjjfi|SrP)rrUrLrrrr7rQs rall_dimrWrSrctt|||d\}}|d}||jfi|SrrLr!s rall_any_max_min_defaultrYsR' 4TMAz .. ! !C 4 * *z * **rct|||d\}}tj|djj}t |d|g|Ri|S)NTrrminrrLfinformaxrmrgrhrirr dtype_maxs rmin_dimraa& 4TMAz Jw/566:I D% DT D D DV D DDrct|||d\}}tj|djj}t |d|g|Ri|S)NTrrr^rrLr]rr[rmrgrhrirr dtype_mins rmax_dimrgrbrct|||d\}}tj|djj}t |d|g|Ri|S)NTrraminr\r_s r amin_defaultrjc' 4TMAz Jw/566:I D&) Ed E E Ef E EErct|||d\}}tj|djj}t |d|g|Ri|S)NTrramaxrdres r amax_defaultrnrkrct|||d\}}tj|djj}t |d|g|Ri|S)NTrrargminr\r_s rargmin_defaultrqc' 4TMAz Jw/566:I D(I G G G G G GGrct|||d\}}tj|djj}t |d|g|Ri|S)NTrrargmaxrdres rargmax_defaultrurrrc`t|||d\}}|d}|D]}t|tst d||dkrt dt ||djst dt|ddz|d |dj d |d <t|d |Dfi|fit|dS) NTrrz+stack(): expected all nested tensors inputsrz9stack(): expected all nested tensors to have the same dimzFstack(): expected all nested tensors to have the same nested structurerr"rcg|] }|j Sr1rrs rr2z!stack_default..rr) rrrr r&r"rrr.rSr)rgrhrirrrrWs r stack_defaultrxsb& 4TMAz nnY''G   !\** NLMM M 5577gajnn&& & &K "!WQZ%566 X   ) 1j/1GJu   ) ) ) ) )88Z88   ' 4TMAz .. ! !C | M   ]+K!#/2 %1 OO!!!$$ ZZ\\F !!#/A"5q99'5:&&??   9 J /:%/]]5:..  <1))"l122.>?? \  a  ''++  ))#/1== rzcpadded: t, offsets: t, dummy: jt, ragged_idx: any?, min_seqlen: any?, max_seqlen: any?, sum_S: any?ct|||d\}}|d|d}}|dd}|dkr||d}|j}|dkr|d }n-|dkr|d }|jtj u} | r&|j r| tj }tj j||g|d } | r&| j r| tj } t!|dkr| d |dd} n(t!|dkr| d } |dkr| |dz d } |d } |d} i} | | | d <| | | d<t'| ||| S)NTrpaddedrr4rrrrrGrrrr)rSr)rrrrr"rrrrLrrr8rrrrYrar#rr )rgrhrirrrrr4padded_ragged_dim1_shaperrtrrmetadata_caches r"_nested_from_padded_tensor_defaultrs ' 4TMAz!*Jy,AGF a00JA~~!!*a00%| zz||a!,,   !!"%%lej(G'6>'5:&& Y^ ; ; :g.F'6>'5:&& #$$q((!!"&>qrr&BCC % & & * *##A~~!!*q.!44L)JL)JN'1|$'1|$ &    rzcvalues: t, offsets: t, dummy: jt_all, lengths: t?, ragged_idx: any?, min_seqlen: t?, max_seqlen: t?ct|||d\}}|d|d|d}}}|d}|d} |d} i} | | | d<| | | d<t||||| S) NTrrrrr4rr)rrSr)rr ) rgrhrirrrtrrr4rrrs r _nested_view_from_jagged_defaultrs ' 4TMAz 799GF L)JL)JL)JN'1|$'1|$ &    rcft|||d\}}|d}|jSr)rrrr!s r_nested_get_offsetsr>& 4TMAz .. ! !C <rcft|||d\}}|d}|jSr)rrrRr!s r_nested_get_lengthsrrrcft|||d\}}|d}|jSr)rrrSr!s r_nested_get_ragged_idxrs>& 4TMAz .. ! !C ?rct|||d\}}|d}|jddS)NTrrrrrrrr!s r_nested_get_min_seqlenrO& 4TMAz .. ! !C   " "< 6 66rct|||d\}}|d}|jddS)NTrrrrr!s r_nested_get_max_seqlenr rrzself: jt, mask: anyc<t|||d\}}|d}|d}|jdkrtd|j|jkrtd|jd|j|j|}tj | d d }t|}||j |d <tdd |i|S)NTrrrirz3masked_select only support 2-D selections currentlyzMask with shape z& is not compatible with input's shape rrRrrrtr1)rrrr&rr masked_selectrtrrrrrr ) rgrhrirrrri res_values mask_cumsums rmasked_select_defaultr s(& 4TMAz .. ! !C >>& ! !D x!||PQQQ dj  \tz \ \QTQZ \ \   **4;;==99J% ,,,33V<???Jj'G)<==CCKPPP rzself: jt_all, s: anyc|d}|d}||j|||j||j||j|dSdSr)rrrR)rgrhrirstreams rrecord_stream_defaultr6 sf q'C !WFDfDv | S\6""""" rzRself: jt_all, size: any, dtype: any?, layout: any?, device: any?, pin_memory: any?ct|||d\}}|d}t|ddkr||jfi|St d)NTrrrrz2new_empty() not supported for NJT with shape != ())rrrarr&r!s rnew_empty_defaultrA sy' 4TMAz .. ! !C :f !##tCK..:... K L LLrzself: jt_all, ...ctd|D}t|d|Di|fit|S)Nc3DK|]}t|t|VdSrrUrs rrz&activation_backward..c s1LLsjl.K.KLsLLLLLLrc3RK|]"}t|tr|jn|V#dSr)rr rrs rrz&activation_backward..f s7 T TZ\::Cckk T T T T T Trr)rgrhrir%s ractivation_backwardrV sqLLdLLLLLK   T Tt T T T       % %   rzself: jt_all, value: anycxt|||d\}}|d}||jfi||SrrLr!s r fill__Scalarrm sU& 4TMAz .. ! !CD## ### Jr)flex_attentionflex_attention_backward) GraphModuler1querykeyr score_mod block_maskscalekernel_optionsscore_mod_other_buffersmask_mod_other_buffersc |dkr0|dkr|dksJtd||zDrtdt|d|d|d|||||| } t j| d dd d|j |j |j |j dd} t j| d dd d|j |j |j |j dd} | | fS) Nc3XK|]%}t|tjo|jV&dSr)rrLrMr)rbufs rrzflex_njt.. sI    3 %%7#-      rzflex_attention(): Nested tensor score_mod / mask_mod buffers are not currently supported. Please file an issue if this is important to you.r)rrrrrrrrrr)r"r6r&flex_attention_hoprtrrLrnested_tensor_from_jaggedrrrrRrr) rrrrrrrrrr$ output_njt logsumexp_njts rflex_njtr s 99;;!   Q599;;!3C3C3C C   *-CC     U       ## q!!   ##% 75   F77q Aq!!))!,,  ** 8 i1oo L::q Aq!!))!,,  ** ; i1oo   &&rr logsumexpragrad_logsumexpfw_graph joint_graph.ct|d|d|d|d|d|d|d||| | | | | }|\}}}}tj|ddd|j|j |j |j dd}tj|ddd|j|j |j |j dd}tj|ddd|j|j |j |j dd}||||fS)Nr) rrrarrrrrrrrrrr) flex_attention_backward_hoprtrrLrrrrrrRrr)rrrrrrarrrrrrrrr$ dense_q_grad dense_k_grad dense_v_gradscore_mod_other_buffer_grads njt_q_grad njt_k_grad njt_v_grads rflex_njt_backwardr s>&)   ## q!!   ## JJLL " "1 % %""$$..q11"",,Q//%,,..88;;% 75F$NTJL, .J77q!$$,,Q//  ** 8 i1oo 77q!$$,,Q//  (( 8 i1oo 77q!$$,,Q//  ** 8 i1oo   J0L MMrz self: anyc"ddlm}|S)Nr)_nt_view_dummy)$torch.nested._internal.nested_tensorr)rgrhrirs r_nested_get_jagged_dummyr s"CCCCCC >  rrIMPLrCPUCUDAMeta)F)TFF)r)r1r1)rrrtypingrrrLtorch.nn.functionalrTrUrtorch.fx.operator_schemasrtorch.nested._internal.sdparrr r Any__annotations__r Dictrr.r=strrtr|rrrrregister_jagged_funcCallablerrrrrrrrrrr"rrrr r primr3rrrr=rrclonerlinearr"linear_backwardr.r8rr0_to_copyrDrFrGr~ empty_like ones_liker randn_likerJzero_rM_softmaxr__softmax_backward_datarbnative_dropoutrgnative_dropout_backwardrjrdim_intrnrpr_rMrwryr|r~rrrrrrrrrrrr(rbmmrrrrrrrwherer'r _pin_memoryr is_pinnedr is_same_sizerrmrrrGrrr permuterview _unsafe_viewrnative_layer_normr/native_layer_norm_backwardr4r6r7r9r: index_putr> convolutionrEr)rJrLr6r7rNrRrrUrWr^r[rYrargrirjrmrnrprqrtrurrx embeddingrzembedding_dense_backwardr|rt_nested_get_valuesrrrr_nested_from_padded_tensorr_nested_view_from_jaggedrrrrrrrr_nested_select_backwardr record_streamr new_empty new_zerosnew_onesr elu_backwardhardshrink_backwardhardsigmoid_backwardhardtanh_backwardsoftplus_backwardsoftshrink_backwardrfill_Scalarr&torch._higher_order_ops.flex_attentionrrrrtorch.fx.graph_modulerpy_implTuplerXrUnionrrlibrary_scoped_libraryimplr1rrrs !!!!!!!! 888888KKKKKK''''''c#%$sCx.%%%3333.:YYYY8=S=D====@  #& +7 AD         0.)y(8HII&HX,>&&&&RKSKSKS\E$E$E$P 3; ' " $  ( !) )1  00  0,ein+3^DDED Y^ !   ein2:NKKFFLKF( IN .0S  IN "FEEE2ein+35UVVPPWVP IN"*< >ein'-/JKKPPLKPein-5~FF%%GF%P IN "Q$DUY^*2NCC  !)  ( !) !)   P P Pein*2NCCDC IN#%QEPEPEPP IN)1=  IN!)+N    IN*2+     IN8>> >ein)13NOO++PO+ IN!G" IN#+-T" IN!#P 7 7 7 ein*24VWW( ( XW( Vein+/1JKKEELKEPein,02FGG K KHG Kein.68PQQEERQE,ein(02JKKLK0ein+35OPPMMQPM`ein(02KLL E EML E  IN!#L N N N ein.68LMMKKNMKein19;TUUVU"ein6>OOPO> INI$ein08:RSSPPTSPein.68PQQ++RQ+ IN')F***gFgFgFTein(02MNN++ON+ IN"9== = IN "F'P'P'PTein,46OPP%G%GQP%GP Y^ %)."="EF,R,R ,R^ IN$,N^D^D ^DB IN-5v K K  Kein+/1UVVGGWVG8 IN= P P  P IN$> IN%>QQ  Qh IN&G PP  P INR#L#L#LLein)13NOO++PO+ein(-/WXXAAYXAein(,.UVV;;WV;ein(-/WXX@@YX@ein(,.UVV;;WV; " " " "  +++ein(,.UVVEEWVEein(,.UVVEEWVE IN!IFFF IN!IFFF IN!#KHHH IN!#KHHHein*24LMMNM< IN$W     IN+3_DD D % )1      ein(0.AABA IN#+388 8v IN-5i22 2j IN+3i 8ein8@.QQRQein8@.QQRQein;C^TTUTein;C^TT77UT7ein;C^TT77UT7ein2: