j!qUddlZddlZddlZddlZddlZddlmZddlmZmZddlm Z m Z ddl m Z m Z mZmZmZmZmZmZddlZddlZddlmZddlmZddlmcmZddlm Z m!Z!m"Z"ddl#m$Z$ddl%m&Z&dd lm'Z'm(Z(m)Z)m*Z*m+Z+dd l,m-Z-m.Z.m/Z/m0Z0dd l1m2Z3dd l4m5Z5ej6j7Z7gZ8ee9e:d <ej;j<j=Z=GddeZ> dde dej?de@fdZAeeAej?jBdZCeeAej?jBZDeeAej?jEZFde"deGde"fdZHe$e=jIe0deDde"de"fdZIe$e=jJe0deDde"de"fd ZJe$e=jKe0deDde"de"d!eLd"eLfd#ZKe$e=jMe0deDd$e"d%eLd&eLd'eLd(e@d)e"f d*ZMe$e=jNjOgd+ZPe$e=jNj"gd,e"fd-ZQe$e=jRe0eDd.e"de"fd/ZRe$e=jSe0deDd$e"d.e"fd0ZSe$e=jTe0dd$e"d.e"d1eLd2eLfd3ZTe$e=jUe0eDd.e"de"fd4ZUe$e=jVe0eDd$e"d.e"de"fd5ZVe$e=jWe0dd$e"d.e"d"eLfd6ZWe$e=jXe0deDd$e"d.e"d7eLd8e@fd9ZXe$e=jYe0deDdd;e"d.e"de"fd?ZZe$e=j[e0eDd.e"de"fd@Z[e$e=j\e0deDd$e"d.e"de"fdAZ\e$e=j]d.e"dBe"de"fdCZ]e$e=j^d$e"d.e"dBe"dee"e"ffdDZ^e$e=j_e0eDd$e"d.e"dEe"dFeLdGeLdHe@d8e@de"fdIZ_e$e=j`e0deDd$e"d.e"dJe"de"fdKZ`dLe"dMeGfdNZadOejbfdPZce$e=jde0eDe>jejffd.e"dQe"dMeGde"fdRZde$e=jge0deDd$e"d>e"dQe"dMeGfdSZge$e=jhddTZie$e=jje0eDe>jejfdUfd.e"dQe"dMeGd!eLfdVZje$e=jkjleDd$e"d.e"dQe"dMeGd!eLf dWZke$e=jkjmeDd$e"d.e"dQe"dMeGd!eLde"f dXZne$e=jojleDd$e"d.e"dQe"dMeGdYeLf dZZoe$e=jojpeDd$e"d.e"dQe"dMeGdYeLde"f d[Zqd$e"d.e"dQe"dBee"dMeGd\eGd]e"de"fd^Zre$e=jse0deDd$e"d.e"deGde"fd_Zse$e=jte0dd$e"d.e"dQe"dBee"dMeGd\eGd]e"de"fd`Zte$e=jue0dd$e"d.e"dQe"dBee"dMeGd\eGd]e"de"fdaZue$e=jve0eDde>jejffd.e"dQe"dBee"dMeGde"f dbZve$e=jwe0deDde>jejffd$e"d.e"dQe"dBee"dMeGde"f dcZwe$e=jxe0eDe>jejffd>e"dQe"dMeGde"fddZxe$e=jye0deDe>jejffd$e"d.e"dQe"dMeGde"f deZye$e=jze0dd>e"dge"dheLfdiZze$e=j{e0dje"dke"de"fdlZ{e$e=j|e0d$e"dmeeGdeGdneGdoeGdpeGf dqZ|e$e=j}j" dd.e"deGdneeGdoeeGdpeGf dsZ~de"deGdneeGdoeeGdeeGeGff dtZe$e=je0 dd>e"due"deGdneeGdoeeGdpeGf dvZe$e=je0d$e"dmeeGdeGdweGfdxZe$e=je0d$e"dmeeGdyeGdzeGd{eGf d|Zd$e"de"d}ejbfd~Ze$e=je0deCd$e"de"deGd}ejbfdZe$e=je0eCd$e"de"deGd}ejbfdZdZe$e=je0d>e"deeGdeeGdeeGdeeGde"f dZe$e=je0eDd>e"deeGdeeGdeeGdeeGdeeGde"fdZe$e=je0d$e"de"d&eLfdZe$e=je0d;e"deeGdeGdeGdpeGde"f dZe$e=jjleD dd$e"d.e"deeLde"fdZe$e=je=jjle7je=jjle7jd>e"dheLdee@fdZe$e=je0ddd>e"dheLdee@fdZe$e=je0de"deGde@fdZe$e=je0dde"deGde@fdZe$e=je0 ddBe"de"deGde@de@de"f dZe$e=je0d$e"de"deGdeGde@f dZdeeGfdZdee"deGdeGdee"fdZdee"fdZdee"deGfdZdee"deGdeGfdZe$e=jjle=jjpg ddee"deGdeGdee"de"f dZe$e=jjle=jjpg dd.e"deeGdeGdeee"deee"f dZe$e=jj"dd>e"deGdeGdee"dffdZe$e=jjl dd>e"deeGdeGdee"dffdZe$e=jj"dd.e"deGdeGdee"dffdZe=jje7j dd.e"de"deGdee"dffdZe$e=je0deDdd.e"de"de"d!eGd%eGf dZe$e=je0eD dd.e"de"de"d!eGd%eGde@f dZe$e=je0eDdd.e"de"de"d!eGd%eGf dZe$e=jjleDd$e"d>e"de"de"dee"deGdeGdeGdeGdee@deee"ee"ee"ffdĄZe$e=jjpd$e"d>e"de"de"dee"deGdeGdeGdeGdee@dej"dej"dej"deee"ee"ee"ffdƄZdee"dee"fdDŽZe$e=jjlde"d>e"deeGde"de"dBee"dee"dee@deee"ee"ee"ffd˄Ze$e=jjpde"d>e"deeGde"de"dBee"dee"dee@dej"dej"dej"deee"ee"ee"ffd̄Zd>e"dBee"dee"dee"dee"dHe@deLdeLde@dee"e"e"ee"ee"ffdфZe$e=je0dddӦd>e"dBee"dee"dee"dee"dHe@deLdeLdee"e"e"ffdԄZe=jjle7je=jjle7jd>e"dBee"dee"dee"dee"dHe@deLdeLdee"e"e"ffdՄZe=jjle7jddee"fdքZe$e=jjld>e"dBee"dee"de"de"deLdeLdee"e"e"ffdׄZe$e=jjld>e"dBee"dee"de"de"dHe@deLdeLdee"e"e"ffd؄Ze$e=jjd>e"dBee"dee"dHe@deLdeLdee"e"e"ffdلZe$e=jjld>e"dBee"dee"de"de"dHe@deLdeLdee"e"e"e"e"ffdڄZd>e"dBee"dee"de"de"deLdHe@de"fdۄZe$e=jjld>e"dBee"dee"de"de"deLdeLdee"e"e"e"ffd܄Ze$e=jjld>e"dBee"dee"de"de"deLdeLdee"e"e"e"e"e"ffd݄Ze$e=jjld>e"dBee"dee"de"de"deLdeLdee"e"e"e"ffdބZe$e=je0ddeDdd߄Ze$e=je0ddddddddee"e(fdOeejbdeejde@de@deejf dZe$e=je=je=jge0dZe=jjle7je$e=je0ddddd>e"dBe"dee"dee"dee"dHe@deLdeLfdZdZe$e=jjlde"d>e"dBee"dee"dee"dee"dee"de@deLdee@de"dee"ee"ee"ffdZe$e=jjlde"d>e"dBee"dee"dee"dee"dee"de@deLdee@dee"ee"ee"ffdZe$e=jjpde"d>e"dBee"dee"dee"dee"dee"de@deLdee@dej"dej"dej"dee"ee"ee"ffdZe$e=je0dddŦd>e"d$e"dBe"dee"dee"dee"dee"deLfdZe$e=je0dddŦd>e"d$e"dBe"dee"dee"dee"dee"deLde"fdZe$e=je0eDd>e"deeGeGffdZd.e*de*deeGdeGfdZe$e=je0d.e*de*deeGfdZe$e=je0d>e*de*deeGdeeGdeeGf dZe$e=jdrdde*deGdwe*de*d%e(f dZe$e=je0drdde*deGdwe*de*d%e(f dZdrdde*deGdwe*de*de@d%e(f dZe$e=jjle=jjle7jddZe$e=jde*deGdwe*de*fdZe$e=je0de*deGdwe*de*fdZde*deGdwe*de*de@f dZe$e=je0ddJeDd.e"dee"e"ffdZe$e=je0 dde"dee@eGeLfdee@eGeLfdeejfdZe$e=jddZאd Zؐd Ze$e=jje$e=jje$e=jje=jje7je=jje7je=jje7je=jje7je=jje7je=jje7jd>e"deeeGd eeeLde"fd Ze$e=jje$e=jje$e=jje=jje7je=jje7je=jje7je=jje7je=jje7je=jje7jd>e"deeeGd eeeLde"fd ZddZe$e=jjle=jjpge=jjle7je=jjle7je0dd dd>e"deeGdeeLde"fdZe$e=jjle=jjpge=jjle7je=jjle7je0dd dd>e"deeGdeeLde"fdZe$e=jjle=jjpge=jjle7je=jjle7je0dd dd>e"deeGdeeLdeeLde"f dZe$e=jjle=jjpge=jjle7je=jjle7je0dd dd>e"deeGdeeLdeeLde"f dZe$e=jjle=jjpge=jjle7je=jjle7je0dd dd>e"deeGdeeLdeeLdeeLde"f dZe$e=jjle=jjpge=jjle7je=jjle7je0dd dd>e"deeGdeeLdeeLdeeLde"f dZeD dd>e"deeGdeeeLde@de"f dZdZdZdZdZ dd Zd!Zd"Zdd#Zdd$Zd%Ze$e=jje=jje7je=jje7jd&Ze$e=jje=jje7je=jje7jd'Ze$e=jje=jje7je=jje7jd(Ze$e=jje=jje7je=jje7jd)Zd*Zdd+Zdd,Zd-Ze$e=jje=jje7je=jje7jd.Ze$e=jje=jje7je=jje7jd/Zd0Zd1Ze$e=jje=jje7je=jje7jd2Ze$e=jje=jje7je=jje7jd3Ze$e=jje=jje7je=jje7jd4Ze$e=jje=jje7je=jje7jd5Ze$e=jje$e=j je=j je7je=j je7je=jje7je=jje7je=j je7je=j je7jd6Z e$e=j jle=j jpge0 dd>e"deeGd7e@deeLde"f d8Z e$e=jjle=jjpge=jjle7je0 dd>e"deeGd7e@deeLdeeLde"f d9Ze$e=j jle=j jpge0 dd>e"deeGd7e@deeLdeeLdeeLde"fd:Z dd;Z d<Z duee"d=ee"d>e"de"fd?Zd=e+de"fd@ZeDd>e"deeGd7e@deeeLde"f dAZe$e=jjldBe"dCe"de@fdDZe$e=je=jge0dEZe$e=jgdFZe$e=jgddGZe$e=jgdHZe$e=jgdIZd.e"dQe"dBee"dMeGd\eGdee"e"ff dJZe$e=je0dd]d.e"dQe"dBee"dMeGd\eGdee"e"ff dKZe$e=je0dd]d.e"dQe"dBee"dMeGd\eGdee"e"ff dLZde"dMeLde"fdNZde"dMeLde"fdOZdPe"de+fdQZdRe+dSe"de"fdTZdSee"de"fdUZdVeGd7e@dOejbdejfdWZ dXe"dYeGdZeGd7e@fd[Z!dXe"d\eGdYeGdZeGd7e@f d]Z"dXe"deeGd7e@fd^Z#dXe"deeGd7e@fd_Z$e$e=j%e0eDdXe"deeGd7e@fd`Z% ddBe"dae"dbeGdceGd7e@dde@de"fdeZ&e$e=j'e0eD ddBe"dae"dbeGdceGd7e@de"f dfZ'e$e=j(e0eDdgZ(e$e=j)e0dde>jejffdhZ)diej"djej"dke@de@fdlZ*e=j+jle7je=j+jpe7je0dmddndoZ+e$e=j,jle=j,jpge=j,jle7je0eD dd>e"deeGeGfd7e@dpeeLdqeeLde"f drZ-e$e=j,je=j,je7je=j,je7je0eD ddBe"deeeGeGfd7e@d eeeLeLfde"f dsZ.e$e=j/e$e=j0e$e=j1eDe0dBe"deeGdfde"fdtZ2e$e=j3e$e=j4e$e=j5eDe0dBe"deeGdfde"fduZ6dBe"deeGdfdve eGeGeGge"fde"fdwZ7e$e=j8e$e=j9e$e=j:e0ddxZ;e$e=j<e0dydzddd{d|Z<e$e=j=e0ddd}d~Z=e$e=j>jle=j>jpge0dej?ddddoe(dOeejbdej@deejde@f dZAe$e=j>jBgdej?ddddne(doe(dOeejbdej@deejde@f dZCe$e&dZDe$e=jEe=jEjle7je0drdrde>jejffd>e"dQe"dhe(de(dBee"dMeGde"fdZEe$e=jFe=jFjle7je0ddd>e"dQe"dMeGdee"e"ffdZFe$e=jGjl ddddde"de"d,e"deLde@dee"d&eeLdee"e"ffdZHdZIe$e=jJge0eDddZJe$e=jKe0dZKe$e=jLdZLe$e=jMjle=jMjpgdddd.e"dOeejbdee"de"fdZNe$e=jOjle=jOjPgdd.e"deeGfdZQe$ej<j=jRddZRe$e=jSe0ddddZSe$e=jTjlddd.ej"deejdej"fdZTe$e=jTjUdddeejfdZVdddZWddddZXe$e=jYe0dZYe$e=jZddZZeIe=j[e=j\eIe=j]e=jeIe=j^e=jeIe=j_e=jJeIe=j`e=jNeIe=jae=jbeIe=jce=jUeIe=jde=jeeIe=jfe=jReIe=jge=jheIe=jie=jjeIe=jke=jleIe=jme=jneIe=joe=jpeIe=jqe=jreIe=jse=jteIe=jue=jveIe=jwe=jxeIe=jye=jzeIe=j{e=j|eIe=j}e=j~eIe=je=jeIe=je=jeIe=je=jeIe=je=j[dS(N)Enum)partialreduce)chainproduct)AnyCallablecastIterableListOptionalTupleUnion) sym_floatsym_intTensorregister_decomposition) out_dtype)IntLike NumberTypesuggest_memory_format TensorLikeTensorSequenceType)_maybe_convert_to_dtype_maybe_resize_out_safe_copy_out out_wrapper)_pytree)tree_map__all__ceZdZdZdZdZdS) ReductionrN)__name__ __module__ __qualname__NONEMEANSUMMC:\Projects\Historical\venv\Lib\site-packages\torch/_decomp/decompositions.pyr#r#/s D D CCCr-r#Fftype_promotioncompute_dtype_onlycNtjfd}|S)Ncdtj|i|D}tj|d i\fd}fd} t ||it ||}r|St ||S)Nc<g|]}t|t|Sr,) isinstancer.0xs r. z-type_casts..inner..?s8   *QPVBWBW    r-type_promotion_kindc\t|tr|S|SNr5rto)r8computation_dtypes r. increase_precz0type_casts..inner..increase_precGs-!V$$ tt-...r-c\t|tr|S|Sr<r=)r8 result_dtypes r. decrease_precz0type_casts..inner..decrease_precMs,!V$$ ttL)))r-)pytreearg_tree_leavesutilselementwise_dtypesr ) argskwargs flat_argsr@rCrr?rBr1r/r0s @@r.innerztype_casts..inner=s  -t>v>>   +0*B + ,:+ + '<             Ax t,, P0O0O P P  .HM1-- -r-) functoolswraps)r/r0r1rLs``` r. type_castsrO8sF _Q.......6 Lr-T)r0r1)r0r8dimreturnc~t||z D]}|d}|SN)rangerP unsqueeze)r8rP_s r._unsqueeze_to_dimrXjs; 3= ! ! KKOO Hr- grad_inputout_gradyc<|d||zz zSNr$ conj_physicalrZr[s r. tanh_backwardraps# q1q5y//11 11r-c<||d|z zzSr]r^r`s r.sigmoid_backwardrcws# qAE{1133 33r-beta thresholdc|||z}tj||z|k|||z|dzz SN?)exptorchwhere)rZr8rdrezs r.softplus_backwardrm~sA TA ;DI-xAS9Q R RRr- grad_outputalphascale input_scale is_resultself_or_resultc||z}|}|}|r&tj|dk||z||zz||zStj|dk||z|ztj||zz||zSNr)rjrkri) rnrorprqrrrsnegcoefposcoef negiptcoefs r. elu_backwardrysemGGJ  { a  * $(@ A ' !   { a  * $w .>J;V1W1W W ' !   r-c,tj||Sr<)rj full_likeselfvalues r. fill_scalarrs ?4 ' ''r-r~ctjdkfdt|S)Nrc4ddS)Nz@fill only supports 0-dimension value tensor but got tensor with z dimensionsrP)r~sr.zfill_tensor..s kSXS\S\S^S^kkkr-)rj_checkrPatencopyr|s `r. fill_tensorrsI L qkkkk 99T5 ! !!r-r}cbtjtj|dzdddz SNrminmaxrjclampr}s r. hardsigmoidrs1 ;u{4!8333 ; ; ;a ??r-cJtj|dk|dkz|dzdS)Ngg@gUUUUUU?rjrkrnr}s r.hardsigmoid_backwardrs3 ; $y!   r-min_valmax_valcDtj||k||kzd|S)Nrr)rnr}rrs r.hardtanh_backwardrs% ;DGO?MM  r-c6tj||kd|Srur)rnr}res r.threshold_backwardrs ;ty(![ 9 99r-negative_slopeself_is_resultc<tj|dk|||zSrur)rnr}rrs r.leaky_relu_backwardrs! ;taxkN.J K KKr-nonegrad approximatecd}d}d}|dkrh||zdz}d}||z}||z} |||| zzz} tj| } d|z} d| z} d| z}d| | zz }|dd|z|zzz}| |z|z}|||zzS|}||zdz}ddtj||zzz}|tj||zd zz}||||zzzS) Ng;f?g;f?gmBP ?tanhrgHm?r$rg)rjrerfri)rr}rM_SQRT2 M_SQRT1_2 M_2_SQRTPIkBetakKappax_sqx_cuberL tanh_innerleftrightleft_derivativetanh_derivativeinner_derivativeright_derivativekAlphacdfpdfs r. gelu_backwardrs-%G&I'Jf*$s*d{/0Z&& TzJ+j:55 AF T(9$9:/14DD)99::Y&,Q4&=1112eit d 2333sTCZ'((r-inputctjtj|}tj|}||zd||zz z}|||zzSr])rjrFsoftplussigmoid)rnrinput_tanh_softplus input_sigmoidouts r. mish_backwardr sY *QZ%6%677M%((M - 1':=P'P#P QC -3 44r-c0|tj|zSr<)rjrrs r.silurs %-%% %%r-cZddtj| zz }||zd|d|z zzzSr])rjri)rnr}rs r. silu_backwardrs=1uy$'''(G  AG (<$< ==r-weightc<tj|dk|||zSrur)r}rs r. _prelu_kernelr$s ;taxv} 5 55r-c~tj|dk|||z}tj|dkd||z}||fS)Nrrr)rnr}r input_grad weight_grads r._prelu_kernel_backwardr)sG TAX{F[4HIIJ+dQhTK-?@@K  $$r-noiseloweruppertrainingc|r||z dkr||S||zdz }t||||S)Ngư>r%)mulrr)rnr}rrrrrrs r.rrelu_with_noise_backwardr4s[ EEMD((u%%%%-1,'' ~~   r-bufferc|dk}tj|dd}tj|dd}tjtj| }||||d|zz zz zS)Nrr$rT)rjrkriabs)rnr}r in_negative max_derivsignrls r.log_sigmoid_backwardrIsj(K KA..I ;{Ar * *D 59T??"##A )da1q5k&:: ;;r-loss reductionc|tjjkrtj|S|tjjkrtj|S|Sr<)r#r*r~rjmeanr+sum)rrs r.apply_loss_reductionrVsEIN(((z$ im) ) )y r-dtypec|tjkr tjS|tjkr tjS|tjkr tjSdSr<)rj complex32float16 complex64float32 complex128float64rs r. to_real_dtyper_sJ } %/ ! !} %" " "} # "r-targetc2||z dz}t||S)Nr%)r)r}rrrs r.mse_lossrns" 6Ma D i 0 00r-ct|tjjkrd|z nd}|||z z|zS)N@)r#r*r~numel)rnrrrnorms r.mse_loss_backwardrxs> #,y~/C"C"C3  D 56> "[ 00r-ctj|||}|td}tj||d}tj|}tj|||S)N)rPrz-infTrPkeepdim)rjsoftmaxeqfloatall zeros_likerk)r}rPrrmasked masked_rowszeross r. safe_softmaxrsi -#U 3 3 3C WWU6]] # #F)FT:::K  S ! !E ;{E3 / //r-rhc||z }tj||kd|dzz|z |d|zz }t||S)Nrr%)rrjrkr)r}rrrdrs r.smooth_l1_lossrsV 6M   D ;td{C$'MD$8$t:K L LD i 0 00r-c|tjjkrd|z nd}||z }t j|}||z}t j||k||z|z |t j|zSrg)r#r*r~rrjrrkr) rnr}rrrdrr8abs_x norm_grads r.smooth_l1_loss_backwardr s "+in.B!B!B3  D v A IaLLE{"I ;  A EJqMM!  r-cvt|||||}t||jt||dSNT copy_fromcopy_to exact_dtype)r rshaper)rnr}rrrdrYresults r.smooth_l1_loss_backward_outrs@%[$ 4 P PFj&,/// FJD Q Q QQr-deltac |tjjkrd|z nd}||z }t j|| k| |z|zt j||k||z|z||z|zSrg)r#r*r~rrjrk)rnr}rrrrr8s r.huber_loss_backwardrs "+in.B!B!B3  D v A ; UF  e# AItk1E94!8k;QRR  r-cvt|||||}t||jt||dSr)rrrr)rnr}rrrrYrs r.huber_loss_backward_outrs@!dFIu M MFj&,/// FJD Q Q QQr- ignore_index total_weightc|dkrdnd}|tjjkr||z }||}t j||k|d}t j|} t j| ||d} | |cxkrdkrnn||}|Udt|D} |j d| |<| | }||z}t j||k|d}| |zS)Nr%rr$gcg|]}dSr$r,r7rWs r.r9z&_nll_loss_backward..s2221Q222r-) rPr#r*r~rVrjrkrscatterrUrreshape) rnr}rrrrr channel_dim safe_targetrY new_shapes r._nll_loss_backwardr&sGxxzzA~~!!1KIN(((!L0   k * *F+f 4fa@@K!$''Jz; TJJJ~~+//++////a/////!++K88  22dhhjj 1 1222 !'a + **!F* +f 4k1EEK  ##r-c|dks Jdtj||}||}|dzdksJd|d||dz}||d|}||||}t j|}d|z |z|z|z} ||z}t j|| g|S)Nrz*glu does not support 0-dimensional tensorsr%z.Halving dimension must be even, but dimension z is size rhr)rPrFcanonicalize_dimsizenarrowrjrcat) rnr}rPwrap_dimnIn inputSize firstHalf secondHalfgradInputFirstHalfgradInputSecondHalfs r. glu_backwardr3s 88::>>>G>>>%dhhjj#66H ))H  C a1 PPP3PP  qI Ha33IXy)<H M M MMr-c 6d|cxkrdks nJd|dks Jd|dko|dk}|s7|jd|jdksJd|jd|jd|dks)Jd |jd |d f|-||jd ks Jd |tjjkr|dkrp|dkr|jd|jdks;Jd|jdd|d|jdnB|dkr|dksJd|jt |||||||S)Nrr%input tensor should be 1D or 2Dr$;0D or 1D target tensor expected, multi-target not supportedsize mismatch (got input: , target: ):expected total_weight to be a single element tensor, got: z (z elements)rTz$*Q-*O*O*O _djQRm _ _)oo// _ _HSHYZ[H\ _ _+P*OO*O OO   " "{'8'8':':a'?'?'? X[EV X X(@'? ? T669lL  r-c d|dksJd||dksJd||jd|jdkr8|jd|jdkr|jd|jdksJd|jd |j|dks(Jd |jd |d t|||||||S) NzSonly batches of spatial inputs supported (4D tensors), but got input of dimension: rzUonly batches of spatial targets supported (3D tensors) but got targets of dimension: rr%r$r7r8r:z ( z , elements))rPrrr&)rnr}rrrrrs r.nll_loss2d_backwardr?7sd  ai]a]e]e]g]gii   m_e_i_i_k_kmm  1 a(( JqMV\!_ , , JqMV\!_ , , ,HDJHH&,HH - , -     1 $ $ $ I" I I'3'9'9';'; I I I % $ $ T669lL  r-c 2|dz tjtj| |ddz|tjtj||ddzz }|||z}t ||S)Nr$r,i)rjmaximumlog1pnew_fulllogr)r}rrrrs r.binary_cross_entropyrEZs QJ%- TEDMM"d33 uy b$0G0GHHH IDf} i 0 00r-cd}|||z ztj|d|z z|z }|||z}|tjjkr||z }|S)Ng-q=r$r)rjrr#r*r~r)rnr}rrrEPSILONrs r.binary_cross_entropy_backwardrHpskG D6M *U[T9JPW-X-X-X XF &IN((($**,,& Mr-cvtjtj| |z}t||Sr<)rjrBrir)rrrrs r.soft_margin_lossrJs3 ;uy%&11 2 2D i 0 00r-c||ztj||zdz z}|tjjkr||z }|Sr])rjrr#r*r~r)rnr}rrrYs r.soft_margin_loss_backwardrLsN+%v})E)E)IJJIN((($**,,. r-r%otherpc@t||z |S)N)rN)rr)rrMrNs r.distrPs 99UU]a9 ( ((r-x1x2c.|ddd}tj|tj}|ddd}tj|tj}tj|d||gd}tj|||gd}||j}| d S)Nr%rTT memory_formatr) powrrj ones_likecontiguous_formatr+rmatmulmT clamp_minsqrt) rQrRx1_normx1_padx2_normx2_padx1_x2_rs r._euclidean_distrdsffQiimmB%%G _WE4K L L LFffQiimmB%%G _WE4K L L LF )RVVBZZ&12 6 6C )R)2 . .C ZZ  F   A   # # % %%r- input_sizesstartendstepc^||}tj||||||Sr<) new_zerosrj slice_scatter)rnrerPrfrgrhrYs r.slice_backwardrls2&&{33J  z;UC N NNr-r$cddlm}m}|}|dkrt dt j||}t|}t| } |dkrt d||nd} ||n tj } || dkr | ||z } || dkr | ||z } || dkrd} n|| ||kr||} || | kr| } n6|| tj ks|| ||kr||} | | | |zz} | | z } | |zdz |z||<| |xx|zcc<|j rtd||| | S)Nr)guard_size_obliviousstatically_known_truez,slice() cannot be applied to a 0-dim tensor.zslice step must be positiver$z>>r-cx|j|dtffd }||dd}|||}||fS)zn Normalize start and end such that both are in the range [0, x.get_size()[dim]] and start <= end. rQc^||S|dkr|z}tt|||Srurr)valrrdefaultdim_sizes r. clamp_wrapz(_normalize_start_end..clamp_wraps7 ;N 77.C3sE??E***r-r)rint)r8rPrfrgrrs @r._normalize_start_endrskws|H+#++++++ Jua1 - -E *S%8 4 4C #:r-srcc tj|j|}|j|}t ||||\}}t |j}||z |dz z|z||<||}|dkr ||kr|dkr|Sdg|z}tj ||j } | |z |z||<tj ||j tj } |dkrtj| | |k} ||krtj| | |k} |dkrtj| | |z |zdk} dg|z} d| |<| | } t | t || |d|S)Nr$rdevicerrrT)rFr(rzrrrrexpandclonerPrjarangeronesbool logical_andviewrrk_unsafe_masked_index) rrrPrfrgrhrsrc_sizeindicesidxmask mask_shapes r.rkrks  S 1 1C{3H%eS%==JE3EK  H5[D1H-$6HSM **X  C zzcXoo$!))yy{{fuyy{{"G ,x 5 5 5C%KD(GCL :hu|5: F F FD zz se|44 h sSy11 qyy e t';q'@AAuyy{{"JJsO 99Z D ::dD55c4!LLe T TTr-indexcZ||}tj||||Sr<)rjrjselect_scatter)rnrerPrrYs r.select_backwardr9s.&&{33J   Ke D DDr-offsetdim1dim2c\||}tj|||||Sr<)rjrjdiagonal_scatter)rnrerrrrYs r.diagonal_backwardr@s0 &&{33J  !*k64 N NNr- input_dtypecF|j|kr||}|Sr<)rr>)rnrYrs r._cast_grad_to_input_dtyperIs)K'']];// r-outputc||z}||tj||dzz }t|||SNTr)rjrr contiguous)rnrrPrnew_grad_outputrYs r._softmax_backward_datarQsY "F*O 6EIS$---$J %[*k J J U U W WWr-c|tj|tj||dzz }t|||Sr)rjrirr)rnrrPrrYs r._log_softmax_backward_datarcsM uy0059d444 J %[*k J JJr-c||dzz||dz zz }ttjtj|}|d||d}|d||z|d} || zS)z/Utility function to implement im2col and col2imr%r$rrrrT)rrjrint64rV) input_dkernel_d dilation_d padding_dstride_drblocks_d arange_kwblocks_d_indices kernel_grids r. _im2col_col2im_indices_along_dimrosQ&x!|)DDH EKGGGI!yHh77AA!DD)Ax*4jAAKKBOOK k ))r- kernel_sizedilationpaddingrsc tjtdkdtjtdkdtjtdkdtjtdkddd}|d|d |d d |d |jt}tj|dvo t dddDfdt dt ddDtjt dDfd|dk}|s|d}|j\}} } } \} } \}}\}}\}}t| |||| |j }t| |||| |j }tj |||||f}|dd}|dddd||f}| dddddd}| d}| d}||| |z|z||z}|s|d}|S)Nr%cdS)Nz"im2col(): only 2D kernel supportedr,r,r-r.rzim2col..s0Tr-cdS)Nz$im2col(): only 2D dilation supportedr,r,r-r.rzim2col..s-Sr-cdS)Nz#im2col(): only 2D padding supportedr,r,r-r.rzim2col..s,Qr-cdS)Nz"im2col(): only 2D stride supportedr,r,r-r.rzim2col..s+Or-Tc|rtd|Dntd|D}tj|ddS)Nc3"K|] }|dkV dSrNr,r7rNs r. z1im2col..check_positive..&((Q1q5((((((r-c3"K|] }|dkV dSrr,rs r.rz1im2col..check_positive..&;R;RqAF;R;R;R;R;R;Rr-cdS)Nz<{param_name} should be greater {'than' zero, but got {param}r,r,r-r.rz0im2col..check_positive..sXr-rrjrparam param_namestrictconds r.check_positivezim2col..check_positivesf,2Rs((%((((((;R;RE;R;R;R8R8R XX     r-rrrFrrsrr>c3"K|] }|dkV dSrr,r7ds r.rzim2col..&::!qAv::::::r-rc(dtS)NzmExpected 3D or 4D (batch mode) tensor for input with possible 0 batch size and non-zero dimensions, but got: tuplersr.rzim2col..<-25\\<<r-c3VK|]$\}}}}}d|d|zz||dz zz dz |zzV%dS)r$r%Nr,r7rpaddilkersts r.rzim2col..sd "Cc3 S1s7]SC!G_ ,q 0R 77r-rVc3"K|] }|dkV dSrr,)r7cs r.rzim2col..s& ' 'aAE ' ' ' ' ' 'r-c Xdtdddddddd S) Nz!Given an input with spacial size rV, kernel_size= , dilation= , padding= , stride=z9, the calculated shape of the array of sliding blocks is z*, but its components must be at least one.r)rr output_sizerrrssr.rzim2col..s|FE%*4E4EFF"FF/7FFFF%+FF FFFr-r>rrTr$rT)rjrrrrrziprVrrrrpermuter)r"squeeze)rrrrrsrrz batched_input batch_dimr#input_hinput_wstride_hstride_w padding_h padding_w dilation_h dilation_wkernel_hkernel_wblocks_row_indicesblocks_col_indices padded_inputrnum_blocks_rownum_blocks_colrrs ```` @@r.im2colrs L[!!Q&(T(TUUU LX!#%S%STTT LW"$Q$QRRR LV!#O#OPPP    N; ...N8Z(((N8Yu5555N68$$$ KE u::D L :3::uRSSz::::: < < < < &) "##J;' ' K  L ' '; ' ' ''' F F F F F F F F FAIM #""/4{,I{GWHh"Iy%J $Hh9:y(EL::y(EL 5Iy) LMML+55b99CCBGG !!!QQQ 24FF GF ^^Aq!Q1 - -F',,Q//N',,Q//N ^^;)H4n~6UF #"" Mr-rc tjtdkdtjtdkdtjtdkdtjtdkdtjtdkdd d}|d |d |d d |d|d|jt}tj|dvo t dddDfdddz}tjd|zdkfddt D} | d| dztjdkfdtjdkfd|dk} | s|d}|j\} } \} }\}}\}}\}}|dd|zgz| z}|dddddd}t| |||| |j }t|d}t| |||||j }dt D}| ddtzg|z}dd||f}t|||d}t!j|| | | | f}| s|d}|S)!Nr%cdS)Nzonly 2D output_size supportedr,r,r-r.rzcol2im..s0Or-cdS)Nzonly 2D kernel supportedr,r,r-r.rzcol2im..s0Jr-cdS)Nzonly 2D dilation supportedr,r,r-r.rzcol2im..s-Ir-cdS)Nzonly 2D padding supportedr,r,r-r.rzcol2im..s,Gr-cdS)Nzonly 2D stride supportedr,r,r-r.rzcol2im..s+Er-Tc|rtd|Dntd|D}tj|ddS)Nc3"K|] }|dkV dSrr,rs r.rz1col2im..check_positive..rr-c3"K|] }|dkV dSrr,rs r.rz1col2im..check_positive..rr-cdS)Nz9{param_name} should be greater than zero, but got {param}r,r,r-r.rz0col2im..check_positive..sUr-rrs r.rzcol2im..check_positivesf,2Rs((%((((((;R;RE;R;R;R8R8R UU     r-rrrFrrsr)r%rc3"K|] }|dkV dSrr,rs r.rzcol2im..rr-rVc(dtS)NzmExpected 2D or 3D (batch mode) tensor for input with possible 0 batch size and non-zero dimensions, but got: rrsr.rzcol2im..rr-rr$c dddS)Nz|Expected size of input's first non-batch dimension to be divisible by the product of kernel_size, but got input.shape[-2] = rVz and kernel_size=r,)rrsr.rzcol2im..s(%=B2Y%%"%%r-cNg|]"\}}}}}d|d|zz||dz zz dz |zz#Sr$r%r,rs r.r9zcol2im..sV    "Cc3 S1s7]SC!G_ ,q 0R 77   r-rTc@ddddddddd S NzGiven output_size=rrrrz , expected input.size(-1) to be but got rT.r,Lrrrrrrssr.rzcol2im..|B[BB BBBB(/BB:@BB)*BB5:2YBBBr-c@ddddddddd Srr,rsr.rzcol2im..rr-rr>rc$g|] \}}|d|zzSr%r,)r7orNs r.r9zcol2im..*s$JJJ1!a!e)JJJr- accumulater)rjrrrrrrVr"rrrrXrjprodr_unsafe_index_putrrr)rrrrrrsrrzprod_kernel_sizecolrout_hout_wrrrrrrrr indices_row indices_coloutput_padded_sizerrrrs ````` @@r.col2imr+s L[!!Q&(O(OPPP L[!!Q&(J(JKKK LX!#%I%IJJJ LW"$G$GHHH LV!#E#EFFF    N; ...N8Z(((N7Ie4444N68$$$N; ... KE u::D L :3::uRSSz::::: < < < < #1~ A6 L b $$) % % % % %   &) (K' '    C AQA L b Q B B B B B B B B B B  L A B B B B B B B B B B AIM #"" KELE5Hh"Iy%J $Hh MM58U1X1A%AB[PSVV W WE MM!Q1a + +E2 xY%,K$K33K2 xY%,KKJK0I0IJJJ __ q58tK00014FFF {K 0C  # #FC4 # H HF U6YJ YJ K L LF #"" Mr-rc||||zztj|}|SNrT)type_asrrFr)rnrrprKs r.native_dropout_backwardr/7sJ  [11E9 :AA1+>> B  A Hr- input_size dimensionr)c<t|dkrtj|dStjt||}tj|||jtj}|d|| }| d|dz ||dz}| |}d|z|fz}t |||dS)NrrrTr$r<Tr )rrj squeeze_copyrFr(rrint32unfoldflattenmovedimrjrr#r) rr0r1r)rhrPrrYrs r.unfold_backwardr8Fs  :!!$***  Z) < |A|}d|z }tjtj||k||k||d|z zz dStjtj|dk|dk||d|z zz |dt dS)Nrhrr,nan)rjrkrrCr)rnr}r9lohis r.logit_backwardr>Ys    2X{  dbj$"* 5 5 43:. /    {  dck43; 7 7 43:. / MM"eEll + +   r-trainc~|r(|dkr"t|||dS|Sru)rnative_dropoutr)rrNr?s r.dropoutrBns? a""5!U33A66{{}}r-out0out1cn|r|dkr|dkr4tj|tj|tjfS|jjst dtj||k}||ztdd|z z z}||fS|tj|tjfS)Nrr$rz?result type Float can't be cast to the desired output type Longrh) rjrrris_floating_pointrq rand_likerrX)rrNr? bool_maskress r.rArAxs Aa 66$U++U-=e5:-V-V-VW W{, Q OE**Q. %%sQw"8"88YuuEJ???@@r- half_to_floatc|}|r|jtjksJt j|tjj\}}||}| dkrtj |}n.tj ||d}tj ||z }|tj ||dz }|s||}|SNr:rT)r) rrrjhalfrFrGELEMENTWISE_TYPE_PROMOTION_KINDDEFAULTr>rriamaxr)r8rPrJr?rB unnormalizedx_maxrs r._softmaxrTs A%w%*$$$$&+&> uDL'''#|  AwwyyA~~y||  1c4000yU++ EIlCFFF FF )<(( Mr-)rc|}|r|jtjksJt j|tjj\}}||}| dkr|}ntj ||d}||z }tj tj tj ||d}||z }|s||}|SrL)rrrjrNrFrGrOrPr>rrQrDrri) r8rPrJr?rBshiftedrSshifted_logsumexprs r. _log_softmaxrXs A%w%*$$$$&+&> uDL'''#|  AwwyyA~~ 1c4000e) %)EIg,>,>T"R"R"RSS ( (F )<(( Mr-rTr padding_idxscale_grad_by_freqsparsec|dks Jd|jdkr8|d|}|jdkr|d}|S||S)Nr%z'weight' must be 2-Dr$r)rPrz index_selectr)rrrYrZr[rs r. embeddingr^ss ::<<1   4   |q!!!W-- <1  ++a..C gr- num_weightsctj|tjj\}}||}t |t j}|ri||f}t j |}t ||g|d}||} || dz }t||k|j} || d} ||f|j|jdz} t | |g| d|S)NrMTr rTr)rFrGrOrPr>rrjlongrjrXrr#rVrXrz masked_fillr) rnrr_rYrZr?rBcountsrgrad_weights_scalerr grad_weights r.embedding_dense_backwardrfsN',&>)N)V'''#|..!233K%guz::GE""K>22w'''' 4D'QQ#G_!$6$@$@$D$DD W 3[5E F FD  " "4 + +D'' *7<>>::K  ! !+y$4 ! P P S S  r-cd}|D]}||z}|Sr]r,)r8rKis r.r"r"s& A  Q Hr-tensors num_chunkscg}|D]}|}|||zdz |z|z}|||kr>dgdz|j|z dz zd|||z gz}t||d}|d|t j|dgz}||||S)Nr$rr%rT)r)rzrconstant_pad_ndrjSizeappendr) rirPrjpadded_tensorstensor tensor_size pad_along_dimr view_sizes r. _pad_chunkrts N 6 6kkmm $S)J6:zIJV K, , ,#'V[3.23 C 007C))&#q99F% J3C(D(DD fkk)445555 r-cF|dj}|D]}|j|krdSdS)NrFTrz)rirzrps r.have_same_ndimsrws: 1:?D ;$  55  4r-c|dd|}|D]6}tj|d||kd7dS)NrcdS)NzG_chunk_cat expects same sizes of 0,...,dim-1 dimensions for all tensorsr,r,r-r.rz+leading_dimension_matches..s]r-)r)rjr)rirPleading_dim_sizesrps r.leading_dimension_matchesr{sq ))$3$/   KKMM$3$ #4 4 ] ]      r-ctj|dkdtjt|dkd|dj}|dj}|D]l}tj|dkdtj|j|kdtj|j|kdmt |r.tj|d |}n>tj|dkd|D]!}tj||j kd "t|||S) Nr$cdS)Nz&_chunk_cat expects positive num_chunksr,r,r-r.rz._preprocess_chunk_cat_inputs..s*Rr-rcdS)Nz0_chunk_cat expects a non-empty input tensor listr,r,r-r.rz._preprocess_chunk_cat_inputs.. s"Tr-cdS)Nz#_chunk_cat expects non-empty tensorr,r,r-r.rz._preprocess_chunk_cat_inputs..%s1Vr-cdS)Nz8_chunk_cat expects all input tensors with the same dtyper,r,r-r.rz._preprocess_chunk_cat_inputs..(Nr-cdS)Nz8_chunk_cat expects all inputs tensors on the same devicer,r,r-r.rz._preprocess_chunk_cat_inputs..,rr-cdS)NzK_chunk_cat expects non-negative dim when input tensors have different ndimsr,r,r-r.rz._preprocess_chunk_cat_inputs..3sar-cdS)Nz3_chunk_cat expects dim < ndim for all input tensorsr,r,r-r.rz._preprocess_chunk_cat_inputs..8Mr-) rjrrrrrrwrFr(rPrzr{)rirPrjexpected_dtypeexpected_devicerps r._preprocess_chunk_cat_inputsrs  Lq"R"RSSS L G qTTQZ%Naj'O    V\\^^a')V)VWWW LN * N N     M_ , N N    w $WQZ^^%5%5s;; 1H a a     F Lfk!MM    gs+++ Jr-rct|||}t|||}|tj||dzStj||dz||S)Nr$)r)rrtrjr+)rirPrjrros r. _chunk_catr>sa 'wZ @ @Cj99N {yq111 .#'s3333 r- split_sizesct|||}| d|DSt||D],\}}t||jt ||d-dS)NrcNg|]"}|tj#S)rT)rrjrY)r7ss r.r9z)split_with_sizes_copy..Zs)OOO1e&=>>OOOr-Tr)rsplit_with_sizesrrrr)r}rrPrsplitsrsplits r.split_with_sizes_copyrOs " "4# " > >F {OOOOOO f-- N NMFE fek 2 2 2 UF M M M M Mtr- split_size.cDtj|||Sr<)rrr)rrrPs r. unsafe_splitrbs :  UJ 4 44r-cDtj|||Sr<)rrr)rrrPs r.unsafe_split_with_sizesrgs  ( ( S A AAr-c|j}||}dkr|dksJ|fS|zdz z}ddlm}||}fdt |D}|z|z z |d<t j|||S)Nrr$) guard_intcg|]}Sr,r,)r7rhrs r.r9zsplit..{s555!:555r-rT)rdetachrprrUrjr)r}rrPrerchunksrrs ` r.rrns*K3HQ1}}}} #a'J 6F@????? Yv  F5555uV}}555K J$7($BCKO ;t[# . ..r-tensor_indices_or_sectionsc|jjdksJ|jtjksJ|tjdkpdkfddkrA|}t|tsJ| ||Sd|D}| ||S)Ncpur$rcddS)Nz{tensor_split expected tensor_indices_or_sections to be a zero-dimensional or one-dimensional tensor, but got a tensor with z dimsr,) split_dimsr.rzAtensor_split_tensor_indices_or_sections_py_impl..s M.s @@@16688@@@r-) rtyperrjrrPrrr5r tensor_split)r}rrPsectionsrrs @r./tensor_split_tensor_indices_or_sections_py_implrs & , 1U : : : : % +u{ : : : :*..00I LQ()q. M M M M A~~-2244(G,,,,,  3///@@%?@@@  #...r-mat1mat2c|s2|st|}t|}|tj||z}|dkr|S|||zzSru)rF is_complexrrjmm)r}rrrdrors r.addmmrst  ! ! # #DOO,=,=4yyE  %(4&& &C qyy   r-use_geluct|||||}|r=|jrt|dSt|St|S)Nr)r)ris_cudargelurelu)r}rrrdrorrs r._addmm_activationrsa dD$ . .C" < "99Sf955 599S>> ! 99S>>r-vecc|s2|st|}t|}|tj||z}|dkr|S|||zzSru)rFrrrjmv)r}rrrdrors r.addmvrsr  ! ! # #DOO,=,=4yyE  %(4%% %C qyy  r-rrstdgammaNCHxWgroup output_maskc 2 tj|||dtj||dtj|dtj|zzkfdtjjfkfdtjdupkfdt\} } tj| dkfdtj||  dg } |  dg } d}d}d}| drdd | zz }tj|  d |  d}tj|  d |  d}tj| d  d | }n| |  d}| |  d}tj| d tj d | f|j }|z|z |z|z|z|z}| z||z|zz }| d }t|d}t|d}tj| | |tj| | |z|z}| |j|j}| d r| | | |  d zz | d z dg  }| dr| dg }|||fS)NF)allow_cpu_scalar_tensorscdzzdS)NzExpect input to have z elementsr,)rrrsr.rz,native_group_norm_backward..s>A >>>r-c$dddjS)NzExpect mean to have shape (, z , but got r)rrrsr.rz,native_group_norm_backward..s"PaPP5PPDJPPr-c@ddndS)NzExpect gamma to have z elements but got rT)r)rrsr.rz,native_group_norm_backward..s*iiieN_U[[]]]egiir-rcddS)NzExpect number of channels z, to be evenly-divisible by number of groups r,)rrsr.rz,native_group_norm_backward..scQcc\accr-r%rrhrTr$rr>)rFcheck_same_devicecheck_same_shaperjrrrdivmodrrrrVr"rrrXr>r)rnrrrrrrrrrcpg_remdsdbd_inputd_gammad_biasrds_valdb_valc1c2c3s ` ````` r.native_group_norm_backwardrs UD$ 5+NNNN 4FFFF L Q$>>>>>> L q%j PPPPPP L  +!+iiiii q%  IC L  ccccc ; & & + +Aq# 6 6 : :s : C CB   !Q $ $ ( (aS ( 1 1B $G $G#F1~? 39   Yr5??1#5#566>>q%MMQQRSTTFYr5??1#5#566>>q%MMQQRSTTFr"" a,,BB ZZ5#..22155FZZ5#..22155Fr"" Auc?4;???Btmf$ ,t 3d :Q >S4Z&4-!+ + \\"   r1 % % r1 % % Ik))!UC==r B Bi aS992>> ?   //%+..11%+>>1~ E3''"''!UC*@*@4>>RTCUCU*UU..$$%SaSS\\ WQZZ 1~!QC Wf %%r-out2c  t|||||||||| } | | | f}t| D]:\}}|3t|||jt |||d;|Sr)r enumeraterrr)rnrrrrrrrrrrCrDrrrYrhrKs r.native_group_norm_backward_outr1s"(UD$q!S%Fd#J&!!QQ1 = jmQW 5 5 5 Q 1 4 P P P P r-c4|||S|Sr<r>)r8rs r. _maybe_castrNs}ttE{{ Hr-grad_outnormalized_shapebiasc"|j}|} tj|j""fd||||fD\} } } } | J| t |z }||d}|d|}g}g}t | D]3}||kr||||4t|}t|}ddl m }||dks||dkrl|dr| |nd|dr| ||dnd|dr| ||dndfSt|| }t|| }| |z |z}| | | z}n| }||z}tj||d}tj||}tj||d}tj||}||z |z }d}d} d}!|dr||z |z}|dr4| 2t |dkrtj| |z|d} n| |z} |dr@| >t |dkrtj| |d}!n| }!t#||jt#| |jt#|!|jfS)Nc3nK|]/}|'|n|V0dSr<)r>rr7r8r?s r.rz-native_layer_norm_backward..csY99 12  **,,,1999999r-rrnr$r%TF)rrPrFget_computation_dtyperrrUrnr"rprnrjrXrjrrrr)#rrrrrrrr input_shape input_ndim grad_out_cast input_cast weight_cast bias_castaxis inner_dims outer_dimsinner_dim_indicesouter_dim_indicesrhrMrnx_hat grad_x_hatabrrrrLrd_weightrr?s# @r.native_layer_norm_backwardrUs|+KJ3EK@@9999E6409995M:{I  $ $ $ ,-- -DTUU#JUdU#J#%#% :  (( 99  $ $Q ' ' ' '  $ $Q ' ' ' ' ZA ZAJJJJJJAF## ';';AF'C'C ,7N DEOOK ( ( (3>q> KEOOK. / / /t3>q> KEOOK. / / /t  T:>>#3#3 4 4D T:>>#3#3 4 4D $ $ &E"[0 " QA */66A :u % %B 2($ / /B 5"  B EBJE $G!%H#F1~%!8u$1~-+1  ! !A % %y!68I5QQHH$u,H1~+)/  ! !A % %Y}.?GGFF"((**F GU[))Hek**FEK(( r-c t||||||||} || | f} t| D]:\} }|3t| | |jt || | d;| Sr)rrrrr)rrrrrrrrrCrDrrrYrhrKs r.native_layer_norm_backward_outrs(%)4vt[Fd#J&!!QQ1 = jmQW 5 5 5 Q 1 4 P P P P r- running_mean running_varmomentum functionalc dgttd|z} tj|j} |} |} |r$tj|j} || } tj| | dd\}}tj ||z}||z |z}tj || }tj || }|%||zd|z |zz} |s| | |g| |j dz }tj || }|||dz z z}||zd|z |zz} |s| | n||J|| d}|} || d}|} |}dtj||zz }|jjdkr|}|}n*|d }|d }t%||dz }t%||dz }||z |z}|>|}t%||dz }||z}|>|}t%||dz }||z}|jjdkr6||j}||j}||j||| | fS) Nrr%rT)rP correctionrr$)rrrr)rrrUrPrFrrr>rjvar_meanrsqrtrcopy_rrr]rrrjrXr6)rrrrrrrr9rreduction_dimsr?new_running_meannew_running_var input_acc biased_varrrr save_mean save_rstdn squeezed_var unbiased_varinvstds r.native_batch_norm_helperrsPS4a 5 5666N3EK@@#!O+)!7 DDHH#4H55  > >a    D{:+,,$,$&M$77 M$77  #')3q8||6SS  5""#3444  "  A.A!=^DDL'1A;7L&5X8TTO 3!!/222'K,C,CC#->TJJ '!nn+<4nHH %ejs!2334 <  % %$III--I--I uyy{{Q77"6599;;?;;$,&( !!"6599;;?;;& ||~~ uyy{{Q77$ |E!!LLu{L33 LLu{L33   $$  r-r save_invstdc Ft||||||||d \}} } } } || | fSNFr rrrrrrrr9rrr rWs r.native_batch_normrsB*B vt\;(CQV**&FIy!Q 9i ''r-c |!|t||||||S|td|td|r!t||||||||St|||||||S)Nz`running_mean is None, but running_var is provided. They should both be None or both be provided.z`running_var is None, but running_mean is provided. They should both be None or both be provided.)r_native_batch_norm_legitrq$_native_batch_norm_legit_no_training)rrrrrrrr9s r.native_batch_norm_decompositionr/s 3,, 648S    <    <    ,, 64{HhPS   88 64{Hc   r-cF||}||zdz |zdkrP|dkrJfd|D}|z|z z ||dz <tjjj|||Stjjj||S)Nr$rcg|]}Sr,r,)r7rWrs r.r9z(unsafe_chunk_py_impl..Zs222az222r-)r)rjopsrrrrr)rprrPrrrs @r.unsafe_chunk_py_implrTs{{3HV#a'F2JQ8q==22226222 ", V0Ch0N"O FQJy~5==fkSVWWW 9> & - -fj# F FFr-c Ntj|||||d||Sr)rrr)rrrrrrr9s r.rr`s7  ( 0 0       r-c Ft||||||||d \}} } } } || | fSrrrs r.rrvsB*B vt\;(CQV**&FIy!Q 9i ''r-c Ft|||dd|||d \}}}} } |||fSrr) rrrrrr9rrr rWs r.!_native_batch_norm_legit_no_statsr sA*B vtT48S%**&FIy!Q 9i ''r-c zt||||||||d \}} } } } | Jd| Jd|| | | | fS)NT#new_running_mean should not be None"new_running_var should not be Noner) rrrrrrrr9rrr rrs r.#_native_batch_norm_legit_functionalr$sw" ! vt\;(CQU     ' ')N ' ' '  & &(L & & & 9i)9? JJr-c tj|||||d|}d}|tjjjkr tj||}tj|tj|j|j S)a Return a reserve tensor for batch norm, used only by cudnn to pass forward state to the backward pass. This is needed for `_batch_norm_with_update` and `_batch_norm_no_update`, which support a variety of backends including cudnn. We create this tensor here to get the correct shape in the traced graph if we detect that will call the cudnn kernel, and rely on DCE to avoid materializing this tensor. Tr)rlayoutr) rj_C_select_batch_norm_backend_BatchNormBackendCudnn(_get_cudnn_batch_norm_reserve_space_sizeemptyuint8r&r) rrrrrr9rbackend reserve_sizes r._get_batch_norm_reserve_tensorr0s h11 vt\;cGL%(,222xHHPXYY ;EK U\   r-c tt|||||d||d \}}} } } t||||||d} ||| | fS)NTFrrr0 rrrrrrr9rrr rWreserves r._batch_norm_with_updater6sp*B      * *&FIy!Q- vt\;dG 9i 00r-c t|||||d||d \}}} } } t||||||d} | Jd| Jd||| | | | fS)NTr2r"r#r3) rrrrrrr9rrr new_rmnew_rvr5s r."_batch_norm_with_update_functionalr:s ! vt\;hT   - vt\;dG   D      C    Iy'66 BBr-c tt|||||d||d \}}} } } t||||||d} ||| | fS)NFr2r3r4s r._batch_norm_no_updater<sp*B      * *&FIy!Q- vt\;eG 9i 00r-c|Jtj||ktj}|||zd|z z}||fS)Nrrh)rjrGr>r-r.)rrN generatorrrIs r._fused_dropout_decompositionr?s`     OE " "Q & * * * = =D ,,u   %q 1C ;r-)rr&r pin_memory non_blockingrUrr@rArUc|r|tjks Jd|r Jdt|tjtt t tfsJ|4|2|0t|tjr|S|Sd}t|tjr|}ntj |}|[||j krP|-|j dkr"tj ||}d}tj |||}|$|s"tj ||}d}|tj||S|S)NTODOFrTrT)rjstridedr5rrrrcomplexr scalar_tensorrr_primsconvert_element_type device_put) r8rr&rr@rArUdtype_convertedx_tensors r._to_copyrL%s_85=000&00 0!!6!!> a%,UD'B C CCC C ~%-M,A a & & 7799 HO!U\""*&q)) f77  !5!5|885IIH"O<**8V\JJ <44XuEE {8=AAAA Or-c6t|Sr<)ralias)r8s r.nop_decompositionrOSs ::a==r-out3exponential_average_factorepsilonc 0t||||||||\}} } |r%|| | |dtjfS||d|d|dtjfS)Nrr)rrrjrjr-) rrrrrrrQrRrrrs r.cudnn_batch_normrT[s$$  "  GAq!C1aU[AABB  EK00  r-ct|D]<\}}|dkr1||jkr|j||ks||}=|Sr])rrzrrV)r8broadcast_maskrrs r._broadcast_batch_norm_backwardrW}sW//"" d 199dQVmm 0E0E D!!A Hr-r5c 2t|||||||||| Sr<)native_batch_norm_backward) rrrrrrrr?r9rr5s r.batch_norm_backwardrZs4 &      r-c >&|j} ||j} n| } tj|j&&fd|||||||fD\} } }}}}}|j}|}|dks Jdd}t t |||z }|}|}|r||Jn||J|}tj||z}dg|z}||||<g}t|D]}||kr| |t||}d|z }tj | |}tj | | |z z|}t||z|}ttj ||z||z|} |t||dz}!nt||z|}!|r| |z | z}"| |"z |z |!z}#n| |!z}#| dr||z}$nd}$| dr|}%nd}%|#| t|$| t|%| fS)Nc3JK|]}||n|VdSr<rrs r.rz-native_batch_norm_backward..sM   $%= a      r-r%z$rank of the input must be at least 2r$rh)rrFrrrPr"rrrjrrUrnrWrrr>r)'rrrrrrrr?r9rr weight_dtyperrrrunning_mean_castrunning_var_castsave_mean_castsave_invstd_castr input_rankr num_featuresrr rVreduction_axesrhrgrad_output_sumdot_p grad_mean proj_scale grad_scaleprojrYre grad_biasr?s' @r.rYrYs+K | " 3EK@@               +KJ ???B??? D[))**[->>L D F 5F$6$66$6!,1A1M1MM -344!"j 0N&t,N4 "N :  %% 99  ! !! $ $ $ )$ ? ?D  Di ~>>O ImzD'89> J JE./E~VVI/ %$,QW0X0XZhiiJ3FNKKcQ 3 [ .   0T!Z/$t+y8JF "Z/ 1~fn  1~#    k""K..I|,, r-c  t|||||||||| } | | | f}t| D]:\}}|3t|||jt |||d;|Sr)rYrrrr)rrrrrrrr?r9rrCrDrrrYrhrKs r.native_batch_norm_backward_outrm s"(     Fd#J&!!QQ1 = jmQW 5 5 5 Q 1 4 P P P P r-save_varc Lt|||||||d|gd SNT)TTTrrY)rrnrrrrrnrRs r.miopen_batch_norm_backwardrr, s@  * *     r- reserveSpacec Lt|||||||d|gd Srprq) rrnrrrrrnrRrss r.cudnn_batch_norm_backwardruF s@  * *     r-c^|j|jttjdvfd|jddD]}tj|dkfdd|dzdkrd|dzdkrt dt dd|D}t dt dd||D}tjj |||Sd d fd }|d|d\}}}} |d|d\} } } } |d t|d | f}| s| stj |dSd}||||| d\}}||| | | d\}} d}tt|jdt|jdD]'\}}||d |dd|f}||d |dd|fz}(||| zz S)NrcdS)Nz9adaptive_avg_pool2d(): Expected 3D or 4D tensor, but got r,rvsr.rz%adaptive_avg_pool2d..k sRDRRr-rVrc*dtdS)Nzjadaptive_avg_pool2d(): Expected input to have non-zero size for non-batch dimensions, but input has shape rrrsr.rz%adaptive_avg_pool2d..p s&I9>uIIIr-rTc3&K|] \}}||zV dSr<r,)r7rhrs r.rz&adaptive_avg_pool2d..v s*GG$!QqAvGGGGGGr-c34K|]\}}}||dz |zz VdSr$Nr,)r7rhrrs r.rz&adaptive_avg_pool2d..w sE  '1aAQ! O      r-c6tj||z|dS)Ntrunc rounding_moderjdivrrrs r. start_indexz(adaptive_avg_pool2d..start_index| syQ9999r-cHtj|dz|z|zdz |dS)Nr$r}r~rrs r. end_indexz&adaptive_avg_pool2d..end_index s*y!a%1q1,awGGGGr-ctj| tj}|||}||zdz}||z}|dkp||zdk }|r|dz }n |dkr|dz}tj| tj}|d|z}|rLtj|dz |j|j} tj|| } |||} | |z } n|} || ||fS)Nrr$rrTr)rjrrrVrFrrminimum)in_sizeout_sizeorangei0 maxlength in_size_modadaptive range_maxrmaxvali1lengthrrrs r. compute_idxz(adaptive_avg_pool2d..compute_idx s1hvU[III [7 3 3x'!+ ( #q(GH{,Ba,GH   NII A   NIL6MMM ll2*  (! 39SZF-V,,C68W55B"WFFFFIx//r-.r>)rrTrct|tr||fS|dksJ||dk}|dkrt|d}t j||d}t|| }||fS)NrrTrVr>r)r5rrVrXrjrb)valsrrrrPrs r. maybe_maskz'adaptive_avg_pool2d..maybe_mask s fg & & < 7777 0 0 4 44Dbyy(q11$T455D&vt44F< r-)rrPr)rrrrjrrrnnr avg_pool2drXrrrU)rrrrskernelridxhlength_h range_max_h adaptive_hidxwlength_w range_max_w adaptive_wrrretrhjrrrzrrs @@@@@r.adaptive_avg_pool2dra s \F KE u::D L RRRR[    F I I I I     Ry;r?"a''E"I B,G1,L,LGG#eBCCj+*F*FGGGGG  +.uRSSz;+O+O     x"--eVVDDD:::HHH0000000@/:k%)[QS_.U.U+D(K.9k%)[QS_.U.U+D(K 'a00$6 7D .j.z$H----     Z h jbND( Z h jbND( Cdjn--uTZ^/D/DEE++1 ;sAqqq!|$CCS!QQQ\**CC (X% &&r-ctjd|dttj|jd| }ttj|}dg|jz}|jd| |d| <|t||j  ||zz d}| t|jd| t|z}t| d|g| dd |jS)N max_unpooling d_forward_outr$rrTFr )rFalert_not_deterministicroperatorrrrzrrrrr"rjrrr#) r}rrrPnchwindices_nc_shape indices_flatrs r. _max_unpoolndr s> !"D#"D"D"DEEE  dj3$/ 0 0B  k * *BsTY"j3$/UsdU$++b+55::;KLLrQQ gbkk^^DEcTE!233d;6G6GG H HF  ! !r\NDLL,<,< "   d6<r-ctjjtjkfdtjt dkfdtjjdvfdtjjjkfdtdjD]2tjdkfd 3tdS) NcdjS)Nz2elements in indices should be type int64 but got: r)rsr.rzmax_unpool2d.. sTW]TTr-r%c*dtdS)NzMThere should be exactly two elements (height, width) in output_size, but got elements.rrsr.rzmax_unpool2d.. ' 4;'' 4 4 4r-rcdjdS)NzLInput to max_unpooling2d should be a 3d or 4d Tensor, but got a tensor with dimensions.rvrsr.rzmax_unpool2d.. s! =%)Y = = =r-c(djdjSNzBExpected shape of indices to be same as that of the input tensor (z%) but got indices tensor with shape: r)rr}sr.rzmax_unpool2d.. s1 BQUQ[ B B29- B Br-r$rc djddS)NzZmax_unpooling2d(): Expected input to have non-zero size for non-batch dimensions, but got  with dimension being empty.r)rhr}sr.rzmax_unpool2d.. s4H:HH78HHHr-) rjrrrrrzrrUr)r)r}rrrhs```@r. max_unpool2dr sT L $TTTT L KA     L V     L gm#     1di    IIaLL1           w Q 7 77r-c tjjtjkdtjjdvfdtjt dkfdtjt dkfdtjt dkfdtjjjkfdtd jD]2tjd kfd 3tjd d kod d ko d d kfd tdS)NcdS)Nz(elements in indices should be type int64r,r,r-r.rzmax_unpool3d.. s.Xr-r>rcdjdS)NzLInput to max_unpooling3d should be a 4d or 5d Tensor, but got a tensor with rrvrsr.rzmax_unpool3d.. sw_d_iwwwr-rc*dtdS)NzVThere should be exactly three elements (depth, height, width) in output_size, but got rrrsr.rzmax_unpool3d..# rr-c*dtdS)NzRThere should be exactly three elements (depth, height, width) in stride, but got: rrrssr.rzmax_unpool3d..* s|ehioepep|||r-c*dtdS)NzSThere should be exactly three elements (depth, height, width) in padding, but got: rr)rsr.rzmax_unpool3d... s~fijqfrfr~~~r-c(djdjSrr)rrsr.rzmax_unpool3d..2 s1 BQVQ\ B B29- B Br-r$rc djddS)NzZmax_unpooling3d(): Expected input to have non-zero size for non-batch dimensions, but got rrr)rhrsr.rzmax_unpool3d..; s4I ;II89IIIr-r%cdS)Nz5strides should be greater than zero, but got stride: r,rsr.rzmax_unpool3d..D sPPPr-) rjrrrrzrrrUr)r)rrrrsrrhs`````@r. max_unpool3dr s L $&X&X L fwwww L KA     L F q|||| L G ~~~~ L w}$     1ej ! !   JJqMMA           Lq A 9&)a-9F1IMPPPP a 8 88r-)rorpc,t||||d|S)NTinplacero _index_addr8rPrrpros r. index_add_rJ s aeVT G G GGr-c,t||||d|S)NFrrrs r. index_addrV s aeVU% H H HHr-rc" tj|jtjjdkfdjdkrdnd |jdkr|nd tj k fddkrbtj|j tj tkp!tj t  fd|z}|jdk}|r| dn|}dzfz}|r tj n tj} | |||d} |r|S|r| dn| S) Nr$cdjdSNz(Index should have dimension 1 or 0 (got r9rvrsr.rz_index_add..o H5:HHHr-rcdddS)NzNumber of indices (z') should be equal to tensor.size(dim) (z ), for dim=r,)rP index_sizerqsr.rz_index_add..u s"sjssYdssmpssr-c0dtddS)Nzalpha argument of type z cannot be safely cast to type !)r)ro python_typesr.rz_index_add..| s"hd5kkhhZehhhr-r<Tr )rFcanonicalize_dimsrzrjrr) dtype_to_typerris_weakly_lesser_typerrVr index_put_ index_putrr)r8rPrrprrozero_dimrQrrrrrrqs `` ` @@@r.rrc s  !!&# . .C L aHHHH#(*//AqJ&,kAoo&++c"""1K Lz!ssssss zz)!'22  4  E*4;; DD h h h h h   %v{H# *QB C-5( "C#*>I )BV 5 5 5C@!)?s{{1~~~s~~/?/??r-rc tjt|dkdt|}|d}|dd}t d|D}|r||f}n||f}||z}|d||}dt|z} t |D]} || } t| | d|| dz fz|} |rt || d| }bt || d| }|S)NrcdS)Nz#received an empty list of sequencesr,r,r-r.rzpad_sequence.. s-Rr-r$c3@K|]}|dVdSrr)r6s r.rzpad_sequence.. s,//!&&))//////r-)rrrPr) rjrrr)rrCrUrrlr) sequences batch_first padding_valuesequences_sizemax_size trailing_dimsmax_lenout_dimsr dim_paddingsrhcurrseqrows r. pad_sequencer sd LY!#%R%RSSS^^N|  ""HQRRLM//Y/////G-"G,^,-'H A,  - 8 8CC ...L > " "@@A,"" \Q',,q//(A$BBM    @%%c3AQ%??CC%%c3AQ%??CC Jr-c*t||||dS)NTr _index_copyr8rPrrps r. index_copy_r s q#ufd ; ; ;;r-c*t||||dS)NFrrrs r. index_copyr s q#ufe < < <. rr-rr<) rFrrzrjrrVrrrrr) r8rPrrprrrQrrrs ` r.rr s  !!&# . .C L aHHHH v{H# *QB"'*//EOOA   uE C-5( "C#*>I )BV $ $C@!)?s{{1~~~s~~/?/??r-ctj|d|}tjtj| }|js|jr|d}n|}|tj|z |fS)Nr,r)rjrrjrirris_xpurB)r}rrlrs r.log_sigmoid_forwardr s~ -r**D 1 1C 59T??"##A |t{%% Q  ''r-lowhighr>ctj|jt|t||j|j|S)N)rrrrr>)prims_uniform_helperrrrr)r8rrr>s r.uniformr sB    cNN t__gx    r-cL|t||||Sr<)rr)r}rrr>s r.uniform_r  s" ::gdCy99 : ::r-cpt|dz }|Atj|dudtjt||kd|S|tj|dudtjt||kdg}t|D]u\}}t ||kr/|||dzt |zG|t ||dz|zv|StjdddS)Nr%cdSNz9Must specify exactly one of output_size and scale_factorsr,r,r-r.rz.upsample_compute_output_size.. Or-cdSNr,r,r-r.rz.upsample_compute_output_size.. sRr-cdSr r,r,r-r.rz.upsample_compute_output_size.. r r-cdSrr,r,r-r.rz.upsample_compute_output_size.. srr-FcdSr r,r,r-r.rz.upsample_compute_output_size.. sRr-)rrjrrrrnr)r0r scale_factorsspatial_dimensionsrhrs r.upsample_compute_output_sizer sgZ1, T ! O O     S%%);;ZZHHH  4  O O     S''+==zzJJJ m,, C CDAq1vv{{"":a!e#4s1vv#=>>>>""7:a!e+ > >>r-cg}t|}|rdnd}t|D]}||}|j| |z} ||| | ||zz n| |z } tj|tj|j} | |z| ztj} t|dz |z D]} | d} | | |S)Nrrrr$rT) rrUrrjrrrr>rrVrn)rrrr#rnum_spatial_dimsrrrisizerpoutput_indices input_indicesrWs r.!_compute_upsample_nearest_indicesr*8 s G;'' "SSsF # $ $&&A --12/5ay/D*++%RW-e5=VVV(61U:>>u{KK '!+a/00 8 8A)33B77MM}%%%% Nr-)preserve_memory_formatrrc&t|||gSr<rrrrs r.upsample_nearest1dr/X s UK& : ::r-c*t|||gdSr!r-r.s r.upsample_nearest_exact1dr1d s UK& F F FFr-scales_hscales_wc(t||||gSr<r-rrr2r3s r.upsample_nearest2dr6r s UK(H1E F FFr-c,t||||gdSr!r-r5s r._upsample_nearest_exact2dr8 s  UK(H1ET R R RRr-scales_dc*t|||||gSr<r-rrr9r2r3s r.upsample_nearest3dr< s UK(Hh1O P PPr-c.t|||||gdSr!r-r;s r._upsample_nearest_exact3dr> s+  {Xx:$   r-r#c8t||||}ddg|z}t||}|jdkrYt j|}|jd}|jjdkr|dkr tj }| |}|S)Nr"r>r$cudarT) r*r _unsafe_indexrzrFrrrrrjrYr) rrrr#spatial_indicesrrrU n_channelss r.rr s8 {F%OTl_,G   w / /F {a3E:: [^ <  & &:>>!3M"""?? Mr-c|r|rdn |rdn|rdndtzdksJtfdtdtDS)Nrr>rr%rcDg|]}t||zSr,r)r7rh group_sizeparamss r.r9z!gather_params.. s<   ./fQZ'())   r-)rrU)rG has_biaseshas_projectionsrFs` @r. gather_paramsrJ so    v;; #q ( ( (#f++ ( ( (     38CKK3T3T   r-c|r3|d|z|d|z}}|d|zdz|d|zdz}}n||||}}d\}}||||fS)Nr%r$NNr,)rGhiddensrh bidirectional cur_params cur_hidden bidir_params bidir_hiddens r.params_hiddensrS sr0!'AAJ %+AEAI%6A 8Jl !'GAJJ %/" l z< ==r-c||ksJ||d|||z |dd|Sru)rnr*)rPlast_batch_size batch_sizerMs r.update_hidden_for_packedrW sT Z ' ' ' ' NN:$$Q Oj4PQQRRR   Q: . ..r-c ~||kr|S||ksJtj||d|||z fSru)rjconcatr*)rPrUrV inp_hiddens r. update_hidden_for_packed_reverser[ s\*$$ Z ' ' ' ' <    a*2N O O   r-c |d}|d}|r|dnd} |r|dnd} g} g} |r|dn|d} |dd| }tj|t|}|r |ddd}|D]d}|jd}| |krn'|rt || ||}nt || || }||||| || }|} | |e|r| n)| || tj | d}|stj | dn|}||fS)Nrr$r%rrT) r*rjrrrrr[rWrnreverser+)inphiddenrGrH hidden_fn batch_sizesr] ih_weight hh_weightih_biashh_bias step_outputrMrUrP split_inprhr hidden_outs r.one_layer_rnn_datari sq Iq I%/fQii4G%/fQii4GK"$G)0Dk"ook!nOq!_55J Ck!2!233I$dddO '' IaL a     9OQJJ2OQJYsJ 7IwWW :&&&&z""" )K # #C.5E7A&&&:J  ?r-cfd}|S)NcHtj||||zSr<rlinearrhrPrbrdrcre nonlinearitys r.rLzrnn_cell..inner' s&|AHZGDDqHIIIr-r,rorLs` r.rnn_cellrq& s(JJJJJ Lr-cfd}|S)Ncttj|||}tj||||zSr<rlrns r.rLzrnn_cell_data..inner. s9 HQ 7 + +|AHZGDDqHIIIr-r,rps` r. rnn_cell_datart- s(JJJJJ Lr-c |d}|d}|r|dnd}|r|dnd} tj|||} |r| dn| } |d} g} | D]'} || | |||| } | | (|r| t j| d}|| dfS)Nrr$r%r) rrmfliprVrnr]rjr+r)r^r_rGrHr`r]rbrcrdreprecomputed_inputrPrfrhrs r. one_layer_rnnrx5 sq Iq I%/fQii4G%/fQii4Gi995<S)..q111BS!!!$$JK ''Yq*i)WUU :&&&& )K # #C  ""1%% %%r-c|d}|d}|r|d}|d}nLtj|}tj|}|dd} |dd} g} d} | d} d}d}d}d}|}| } | } tjjj|||||| | || | | |||||}|d|d|d}}}|| d| dffS)Nrr$r%rF) rjrr)rVrrrmkldnn_rnn_layerrr)r^r_rGrHr]w0w1w2w3hxcxramode hidden_size num_layersrNrr?outputsr[hycys r.mkldnn_one_layer_lstmrK sq B B$ AY AY [ # # [ # #   Q  B   Q  BK D''!**KJMK E ..  C B Bin-55         !G$ GAJ 2rA rzz!}}bjjmm, ,,r-c 8|r|ddn|}g} t|D]} t||| |\} } }}|r || dz kr|nd}| || | |\}}| ||r(| ||||d\}}| ||r-t j||g|dz }n|}|dkr"|r | |dz krt j||d}|r|ddn|}|| fS)Nrr$rT)r])r?) transposerUrSrnrjr+rPrB)rr_rGrHrrBr?rNrlayer_fn final_hiddensrhrOrPrQrRfwd_inp fwd_hiddenbwd_inp bwd_hiddens r. _rnn_helperr} sz&1 ;EOOAq ! ! !eEM :  >>=K FA}> > : J l$D QU(:(:''&huj*jQQZ(((  -"*(|\:t### GZ   , , ,  Iw0'++--!2CDDEEE a<>>  C  M1-- --r-c |d} t||d}t|| |||||||ttt t j \} } | t j| dfSr) rrJrrrxrqrjrrrs r.rnn_relu_inputr rr-c  |d} t||d}t|| ||||||dtt|t t j \} } | t j| dfSNrFrar`) rrJrrrirtrjrr datararrGrHrrBr?rNr_rrs r. rnn_relu_datar YYq\\F 6:u 5 5F$    ##EJ//   C  M1-- --r-c  |d} t||d}t|| ||||||dtt|t t j \} } | t j| dfSr) rrJrrrirtrjrrrs r. rnn_tanh_datar rr-ctj||||z}|d|}|d} |d} |d} |d} | |z| | zz} | | z}||ntj||d}|| fS)Nr>rr$r%rrrmchunkrr)r^rrrcre hr_weight chunk_dimgates chunked_gatesin_gate forget_gate cell_gateout_gaterrs r. lstm_cellr* s HRG , ,s 2EKK9--MA&&((G"**,,Ka %%''IQ''))H r Wy0 1B BGGII B ahr9d&C&CB r6Mr-c |d}|d}|r|dnd}|r|dnd}t|dkr|dnt|dkr|dnd} |dd} |dd} tj|||} |r| dn| } g} | D]0}t || | ||| d\} } | | 1|r| tj | d}|| d| dffS)Nrr$r%rrr>r) rrVrrmrvrrnr]rjr+r)r^r_rGrHr]rbrcrdrerrrrwrfrs r.one_layer_lstmr8 soq Iq I%/fQii4G%/fQii4G[[A%%q F q8H8H6!99d   Q  B   Q  Bi995<S)..q111BSK 3B 7IQRSSSB2 )K # #C A 1 . ..r-c d|d}|d}|r|dnd}|r|dnd} t|dkr|dnt|dkr|dnd} g} g} |r|dn|d} tj|t|}|r |ddd}|d}|d}|dd| |dd| }}|D]5}|jd}t j|||}|| kru| |d|| |z |d|| |z f|dd||dd|}}|| kr^tj ||d| || z fd}tj ||d| || z fd}t||||| | d\}}|} | |7|r| ||f}na| ||f| t| \}}tj |dtj |df}tj | d}||fS) Nrr$r%rrr>rTr)rrjrrrr*rrrmrnrYrr]rr+)r^r_rGrHrar]rbrcrdrerrfrMrUrgorig_hxorig_cxrrrhrhhidden0hidden1rs r.one_layer_lstm_datarS sq Iq I%/fQii4G%/fQii4G[[A%%q F q8H8H6!99dKG)0Dk"ook!nO Ck!2!233I$dddO QiGQiG ^^Aq/ 2 2GNN 1o55B IaLhsIw//    NNIIaOa$788IIaOa$788    YYq!Q''1a););B   W^^AO8KLLMqBW^^AO8KLLMqB3B 7IQRSSSB2B"X Bx   =Yw**EIgq,A,AA )K # #C  ?r-c>d}||||rtStS)a*Check whether we could use decompose lstm with mkldnn_rnn_layer. All the below conditions need to be met: * ``torch._C._get_mkldnn_enabled()`` returns ``True``. * All the input args are on CPU. * The dtypes of args are either torch.float or torch.bfloat16. * Inference. * ``has_projections`` returns ``False``. Args: * input: the input sequence to LSTM * hx: a tuple of the input hidden state and cell state ``(h_0, c_0)`` to LSTM * params: the weight and bias tensors of LSTM c4tjsdS|gt|ztt j|z}d|D}t |dkrdS|}|tjdkrdSd|D}|D]}|tj tj fvrdS |j rdS|d d|d dk}|rdSdS) NFch|] }|j Sr,rr7ts r. zEselect_one_layer_lstm_function..use_mkldnn.. s---18---r-r$rch|] }|j Sr,rrs r.rzEselect_one_layer_lstm_function..use_mkldnn.. s+++a!'+++r-rr%T) rjr'_get_mkldnn_enabledrrr from_iterablerpoprrbfloat16 requires_gradr)) rrrGridevicesrdtypesrrIs r. use_mkldnnz2select_one_layer_lstm_function..use_mkldnn s#x++-- 5'DHH$tE,?,G,G'H'HH--W--- w<<1  5 U\%(( ( (5++7+++  EU[%.999uu:   5Q%**Q--2a5::a==8  5tr-)rr)rrrGrs r.select_one_layer_lstm_functionr s5:z%V$$$$r-c t|dks Jdt|||dd|ddk}tt |d|d} t |||} t || |||||||| \} } tt | } | tj| ddtj| ddfS)Nr%lstm expects two hidden statesrr$) rrJr)rrrrrrjr) rrrGrHrrBr?rNrr_rrrs r. lstm_implr s r77a<<<9<<< 6:r!uzz!}}1 1 /M N NF #beRU## $ $F-eR@@H$    Cm,--M  M!,a00%+mA>NPQ2R2R RRr-c t|dks Jdt|||dd|ddk}tt |d|d} t || ||||||dt t| \} } tt | } | tj | ddtj | ddfS)Nr%rrr$F)ra) rrJr)rrrrrrrjrrs r.lstm_data_implr s r77a<<<9<<< 6:r!uzz!}}1 1 /M N NF #beRU## $ $F$   #===  Cm,--M  M!,a00%+mA>NPQ2R2R RRr-cp|dd}tj|||dd}|d|dz}|d|dz} |d|d|zz} || z | z| zS)Nrr$r%r)rrrmrr r^rPrbrdrcrechunked_igateschunked_hgates reset_gate input_gatenew_gates r.gru_cellrsYYq!__NXj)W==CCAqIIN #nQ&77@@BBJ #nQ&77@@BBJq!^A%6%CDJJLLH  !Z /( ::r-ctj|||dd}tj|||dd}|d|dz}|d|dz} |d|d|zz} || z | z| zS)Nrr$rr%rrs r. gru_cell_datarsXc9g66< 1 1 umWg  r-ct|||}t|d}t|d}tjj|||||Sr)rr)rrjrr_upsample_bicubic2d_aars r.upsample_bicubic2d_aa_vecrasb ){M R REmQ//GmQ//G 9> 0 0 umWg  r-ct|||}|r|ndgt|z}t||||Sr<)rr)r_upsample_linear)rrrrrrs r._upsample_linear_vecrmsL ){M R RE+ D]]$#e**1DF E5- @ @@r-rc(t||||gSr<r)rrrr3s r.upsample_linear1dr{s E; z J JJr-c*t|||||gSr<r)rrrr2r3s r.upsample_bilinear2drs E; (?S T TTr-c,t||||||gSr<r)rrrr9r2r3s r.upsample_trilinear3drs&  {MHh+I  r-cP|r|dkr |dz |dz z ndS| |dkrd|z n||z S)Nr$rhrr,)rrrrps r._compute_scalersKV5=\\# (S.11qH#/EAIIsU{{7XCUUr-c&|r||zS||dzzdz SNrr,)rp dst_indexrs r._compute_source_indexrs)/y   C(3..r-weightsweights_precisionctdt||Dd|dz zz}||z }tj|ddtjS)Nc3K|]F\}}|tj|tjzVGdSr<)r>rjr4)r7rrs r.rz%_sum_tensors_uint8..sX26!QU[ADD---r-r$r) _sum_tensorsrrjrr>r-)rrrrs r._sum_tensors_uint8rs}:=c7:K:K  1$ %'F( (F ;vq# & & ) )%+ 6 66r-ctj|}d}tj||j}d|d|dzzzz}|dk}||z S)Nrrr$i)rjrrrrr)r max_weightmax_weight_precision precisionsvaluesrs r._compute_weight_precisionrspW%%))++J2:;LMMMJ :zA~!67 7F g D $((** ,,r-c jdd\}}jdd}t|tjtjj\}fdfdt t|||D}tt|\} g} tddggzD]dddgfdtDz} t | } t| } | | ettD]h} | | | z dd fd t| ddd| dddD} it| dksJ| d}tj}jjd kr|d kr t*j}t/|t*jsJ|| }s|}|S)Nr%rMct|| |}tj| j }t || d}|j|jdgdg|zR}|tj }|dz|dz }|||fS)Nrrrrrr$r) rrjrrr>rrr"rr) inp_sizerrnsqueeze scale_factorrhx_f32r8xp1rrrs r. get_valuesz$_upsample_linear..get_valuess%h-PP  L%, 7 7 7 : : : G G%lA}EEKKPSKTT ek!n@sh/?@@@ HHU[ ! !1umm1 m--a}r-c Fg|]\}\}}}|||dz |z Srr,)r7rhrrrr n_dimss r.r9z$_upsample_linear..sL +A+(F  8XvvzA~>>r-rr$cHg|]}|dkr|n|Srr,)r7krxp1sxss r.r9z$_upsample_linear..s1UUU!qtqyybeed1gUUUr-rrhcLg|] \}}|tj||z z!Sr,)rjr)r7v1v2xscales r.r9z$_upsample_linear..sD   B 27F++ +   r-r@rT)rrrFrGrO INT_TO_FLOATrrrrrrUrrArrnreversedrr>rrrrjrYr5rrrFround)rrrrn_batchrC inp_sizesrWrxs_f32vsrvrhrrUrrr rrrrs` ` @@@@@@@r.rrs +bqb/GZ ABBI ^^F' !ANHAu       /8  ; / /0 0 F CL))FB B 1vh' (TlUUUUUUuV}}UUUU   uc * * #Au - - ! eFmm $ $  )be#**34477>>    b1gr!$Q$x00    r77a<<<< UF/66M |F""zB/ fel + +++ +   ]  ; ;F  " " $ $  Mr-rrc"|j|jkSr<r)rrs r. is_same_sizer!s 7ag r-c8t||Sr<)rr)r8rrHs r._reshape_aliasr#s 99Q  r-c8t||Sr<)rr)r8rs r.rArAs ::a ! !!r-c<t||||Sr<)rr)r8rr~r!s r.r#r#!s >>!WeZ 8 88r-c|D]7}|3tj|jtjtjfvd8tj|jtjkdddlm}||dkr;tj ||}| |j |Stt|D]<}||}|0|d||dz ||<=t"||||S)NcdSNz3tensors used as indices must be long or int tensorsr,r,r-r.rz&_unsafe_masked_index..,rr-cdSNz*tensors used as masks must be bool tensorsr,r,r-r.rz&_unsafe_masked_index..1<r-rrr$r)rjrrrarrrprnr_meta_registrationsmeta_index_TensorrCrrUrrr)rrArb)r8rrfillrrn meta_resultrhs r.rr&sL   L  EI66MM     L ej << KJJJJJAGGIIN++3/AA!WMM zz++T222 3w<< ??   q A >>GAJ   a ) ) 5 5teT B BBr-cd|D]7}|3tj|jtjtjfvd8tj|jtjkd|dkr|Stt|D]P}||}|D| | | | |dz ||<Q| |d}t|||dS)NcdSr(r,r,r-r.rz5_unsafe_masked_index_put_accumulate..Hrr-cdSr*r,r,r-r.rz5_unsafe_masked_index_put_accumulate..Mr+r-rr$rTr )rjrrrarrrrrUrrr)rbrr#)r8rrrrrh masked_values r.#_unsafe_masked_index_put_accumulater4Bs$   L  EI66MM     L ej <<  wwyyA~~wwyy 3w<< HH   !&&))QGGGAJ%%teQ//L  ! !!Wlt ! L LLr-c|}d}|dkrd}|9|dkr,dg|z}|jd||<||}n|}||z}tj||k|d} | |} tj||| | } tj||k| d} |tj j kr |dkr| dd} | | fS|r| |j}tj||| |} tj||k| d} | } n+||k |} |tjj kr| } n,|tjj kr| | z } | | fS)Nr$r%rr,r)rPrrrjrkrVgatherrr#r)r~rCrrr>r+r*)r}rrrrrr#rwr$ safe_target_rrwsums r._nll_loss_forwardr:\sXXZZFK zz   A::E"(aE+  E""AAAax+f 4fa@@K((55Ll4l;;CCKPP PF [</ ; ;FIN(((VaZZ}}R-- |##  HHTZ |A{L99AA+NN{6\14;;xxzz ,.335588>> IM''' in* * * , < r-cZ|dkr|dks Jd|dks Jd|dko|dk}|s7|jd|jdksJd|jd|jd|jd }|E|dkr||ksJd |d |jt|||||S) Nrr%r5r$r6r7r8r9rTz/weight tensor should be defined either for all z7 classes or no classes but got weight tensor of shape: )rPrrr:)r}rrrrr; n_classess r.nll_loss_forwardr=sQ 88::>>dhhjjAooo/Poo - D 88::?8vzz||q'8L J 1 a(((IDJII&,III )(  2I > fllnn 999JJJ|B|HJJ:9  T669l K KKr-c(t|||||Sr<)r:)r}rrrrs r.nll_loss2d_forwardr?s T669l K KKr-Ac0|dz|z|dzz |z|zdzS)Nr%rr$r,r8r@s r._upsample_cubic_convolution1rCs( UaK1q5 !Q & *Q ..r-c<||zd|zz |zd|zz|zd|zz S)Nrr>r,rBs r._upsample_cubic_convolution2rFs0 UQU]a !a% '1 ,q1u 44r-rcd}|jtjdkrtj|d|z gd}tj|dzd|z gd}t||}t ||}tj|d\}}tj|d\}} ||| |fSt|dz|t ||t d|z |td|z |fS)Ngrrhrrr)rrjrrFrCr) rr@tt1tt2w03w12r{r~r|r}s r. _upsample_get_cubic_coefficientsrLs Ax5<&&&&k1cAg,A...k1s7C!G,!444*322*322cq)))Bcq)))B2r2~ )S! 4 4 (A . . (q! 4 4 (q! 4 4   r-coeffstscnt|}tdt||DS)Nc3&K|] \}}||zV dSr<r,r7rrs r.rz+_upsample_cubic_interp1d..s*EEHRREEEEEEr-)rLrr)rMrNcoeffs2s r._upsample_cubic_interp1drSs6.r22G EEFG0D0DEEE E EEr-c6ttj|Sr<)rrjadd)rNs r.rrs %)R  r- num_stepsc|dkrtjd||S|s|dz |z nd}tj| ||||S)Nr$rr)stepsrr)rjrplinspace)rVrrrrs r._linspace_from_neg_onerZsYA~~|AfE::::-:A)a-9 $ $A >1"ayu M M MMr-thetahr7c|j}|j}t||||d|d}t|||||dd}t jd||}tjj|ddd}tjj|ddd}tjj|d dd}||z|zS) Nr$)r$r$r$r)rr%constantrrrr~r$r$)r%r rrrZrrjrrrr) r[r\r7rrrgrid_xgrid_ygrid_ones r._make_base_grid_4dres KE \F$A}eV D D I I!QPQ R RF #A}eV D D I I!QPQ R RFz)5@@@HX $ $VjPQ $ R RF X $ $VjPQ $ R RFx"&&xV*TU&VVH F?X %%r-rc|j}|j}t||||dd|d}t||||d|dd}t|||||ddd} t jd||} tjj|ddd}tjj|ddd}tjj| d dd} tjj| d dd} ||z| z| zS) Nr$)r$r$r$r$r)rrr^rr_rr%r$)rrra) r[rr\r7rrrrbrcgrid_zrds r._make_base_grid_5dris? KE \F #A}eV D D I I!QPQST U UF #A}eV D D I I!QPQST U UF #A}eV D D I I!QPQST U UFz,eFCCCHX $ $VjPQ $ R RF X $ $VjPQ $ R RF X $ $VjPQ $ R RFx"&&xV*TU&VVH F?V #h ..r-c|\}}}}t||||}|ddd|jdzd}||||dS)NrrTrr$rVr%)rerr[rVr) r[r)rr rWr\r7 base_gridgrids r._affine_grid_generator_4drn swJAq!Q"5!QmLLLI NN2q! $ $ux'9'9!'<'< < A A" E ED 99Q1a  r-c|\}}}}}t|||||}|ddd|jdzd} | ||||dS)NrkrTr>r$rVr)rirr[rVr) r[r)rr rWrr\r7rlrms r._affine_grid_generator_5drps}MAq!Q"5!QOOOI NN2q! $ $ux'9'9!'<'< < A A" E ED 99Q1a # ##r-ctjt|dvdt|dkrt|||St |||S)NrcdS)NzCaffine_grid_generator needs 4d (spatial) or 5d (volumetric) inputs.r,r,r-r.rz'affine_grid_generator..'sUr-r>rk)rjrrrnrp)r[r)rs r.affine_grid_generatorrs!sg L D VUU 4yyA~~(MRRRR(MRRRRr-rminterpolation_mode padding_mode _expand_gridc  !"#$%&'()*+,-tjdvfdtjdvfddtdtdtffd -dtdtd tdtfd +dtdtdtf+fd dtdtdtf -fd }j\$%|j\})*}|d ksJr0|d)*|)*d }dtdtdtf$%fd &tjjdddtjjddddtdtdtdtf&)*fd dtdtdtffd "|d} |d} dkr|| %} || $} | | c'('dz(}} '(dz}}| |}}|| z || z z}| |z || z z}| | z | |z z}| 'z | (z z}t"fd'(|f| ||f|||f|||ffDSdkrM|| %} || $} | }| }"||dS-| %} -| $} | '| (| 'z ,| (z }s*, d,| d}dtdtdtf "$%fd #dtdtf#'(,fd !t!fdtd D}t!||S)!N)rr$r%cdS)NzInvalid interpolation mode r,)rtsr.rz"_grid_sampler_2d..@sB.@BBr-cdS)NzInvalid padding mode r,)rusr.rz"_grid_sampler_2d..Cs+Q<+Q+Qr-coordsr)rQcBr|dzdz n|dz}|dzdz }||z|zSrr,)rzr)rofsrs r. unnormalizez%_grid_sampler_2d..unnormalizeFs>%2CtczCs Sj3|c!!r- twice_low twice_highc^||krtj|S|dz }||z dz }||z }tj||}||z tj}tj|dzdk||z||z|z S)Nr%rr$r)rjrrfmodfloorr>int8rk)rzr~r coords_min coords_spancoords2extraflipss r.reflect_coordinatesz-_grid_sampler_2d..reflect_coordinatesQs  " "#F++ +] !I-2 J&++-- 7K00;&--//222DD{ AINEJ. j0H50P   r-cdkr|Sdkrtj|d|dz Sr|dd|dz z}n|dd|zdz }tj|d|dz S)Nrr$r%rTr)rzr)coords_reflectedrrurs r.compute_coordinatesz-_grid_sampler_2d..compute_coordinates]s 1  M Q  ;vq$(33 3 Q#6#6vq!tax.#Q#Q  #6#6vr1t8a<#P#P ;/D1H== =r-c4||}||Sr<r,)rzr) coords_unrr}s r.compute_source_indexz._grid_sampler_2d..compute_source_indexis'K-- ""9d333r-r%r$rysc tjd|ktj|ktjd|k|kSrurjr)rriHiWs r.in_bounds_condz(_grid_sampler_2d..in_bounds_condysH GU&rBw0A!r'2PR70S0STT   r-rwsc||rndt fd|tj|tj|fDS)Nr$c3pK|]0}tj|dV1dSr)rjrkr)r7rrrroHoWs r.rz1_grid_sampler_2d..clip..sY   Ka # # ( (Ar2 6 6      r-r)rr>rjr) rrrrrrrrvrrrs @@r.clipz_grid_sampler_2d..clips~b"%%  $AA1        ee%+e..EK0H0H"M      r-ixiycD |||\}}}||f|zSr<r,) rrr7idx_xidx_yw_C_idxN_idxrrs r. get_summandz%_grid_sampler_2d..get_summands44B??ubue+,r11r-).r).r$rc3:K|]\}}}|||VdSr<r,)r7rrr7rs r.rz#_grid_sampler_2d..sK  R KB " "      r-cN|}|}||dSr]r,)rrr8r[rrrrs r.get_value_boundedz+_grid_sampler_2d..get_value_boundeds;##B++A##B++A;q!Q'' 'r-r|c|dz z}dz ||dz|dz|f}t|S)Nr$r%)rS)r|iy_ofscsrix_nwiy_nwtxs r. get_coeffz#_grid_sampler_2d..get_coeffsvcAg&F!!%!)V44!!%00!!%!)V44!!%!)V44 B ,B33 3r-c3.K|]}|VdSr<r,)r7r|rs r.rz#_grid_sampler_2d..s+::#yy~~::::::r-r>)rjrrrrrrrrrrrrrVrrUrS).rrmrtrurrvrrWtwor8r[rrix_neiy_neix_swiy_swix_seiy_sew_nww_new_sww_se ix_nearest iy_nearesttyrMrrrrrrrrrrrrrrrrrrr}s.` ```` @@@@@@@@@@@@@@@@@@@r._grid_sampler_2dr/s Li'BBBB L !#Q#Q#Q#Q"F"#"&""""""  F  s    PV      >F ># >& > > > > > > > >4V434644444447LAq"bZNAr2s !8888D yyAr2s++221aRCC 6 v &       L18 , , , 1 1!Q1 = =E L18 , , , 1 1!Q1 = =E    V    4F            22F2&222222222 V A V AQ ! !!R ( ( ! !!R ( (xxzz288:: uqy%ueaiueu urz*U urz* rEz*U rEz*    t$t$t$t$         q ! !!R ( ( ! !!R ( (XXZZ XXZZ {:z1555 [B   [B     %Z %Z !aBaB (& (f ( ( ( ( ( ( ( ( ( (  43 46 4 4 4 4 4 4 4 4 4::::q:::::'333r-c*t|||||S)N)rmrtrur)r)rrmrtrurs r.grid_sampler_2drs*  -!#    r-cLtjdkodkfdtjddkfdzdS)Nr%r$c\ddS)Nzmatrix @ vector expected, got rrr}rsr.rzmv..s(JJJswwyyJJr-rcdddddddS)Nzsize mismatch, got input (rr8r$z), vec (r9rrsr.rzmv..sG`TYYq\\``DIIaLL``RURZRZ[\R]R]```r-r)rjrrPr)rrs``r.rrs L  a*CGGIINJJJJJ L !  #````` 3J    " ""r-c|,|dz |zdz}d|z |z|tj|zz }nd|z |ztj|z }|||z}t||Sr])r logsigmoidr)r}rr pos_weightr log_weightrs r. binary_cross_entropy_with_logitsrs}  1n.2 F d"j1<3E3E&EFF d"Q\$%7%77 f} i 0 00r-tensor1tensor2is_outc   |j|jkr||fn||f\}}ddlm |jdkr |jdksdS|jr|sdS|jdkrdS |dkrdS|j}|}dg}t|ddD] }|||dz!t fd t|tt||DS) Nrrrr%FTr$rTc3JK|]\}}}|dkp||kVdSr{r,)r7rrr)rns r.rzshould_fold..!sU D% TQY''845=r-) rzrprnrrrrsrrnrrrr) rrrt1t2t1_shape t1_strideexpected_strider)rns @r. should_foldrsZ$+<7<#?#?gw  gwEWFBJJJJJJ GqLLRW\\u t|quBHHJJ!O,,txH I cO!""&&;;tob&99:::: !$ tH_5566" "   r-) pass_is_out)rcr |}|}|dkr|dksJ|dkr|dkrtj||S|dkr|dkrtj||S|dkrA|dkr;tjtjtj|d|dS|dkr|dkrtj||St|||rN||k}|r|jn|}|s|n|dkr| n|}|j }t|dd} ttj| } |dk} | r | |j d|| |d} | rUtjj| || } |r| jn| Stjj| || S|dkr|dkr|dkr|dnd}|d}|j dd}|dkr|dn|d}|dkr|dnd}g}t-|dz D]*}|||+|dkr|dkr~|d|dkrl|ddkr*|jr#t1|d|S|ddkr*|jr#t1||dSttj||}|||gz}t5|}|||||}|dk}|rC||gz}||||d}n1|||gz}|||||}|} |dkr| ||dkr| ||r;||d| S||| StjdddS) Nrr$r%rTrVrFcdS)Nz/both arguments to matmul need to be at least 1Dr,r,r-r.rzmatmul..s$Ur-)rPrjdotrrrrVrr[rrrrrrrrnr"rr _unsafe_viewrr)rUrrZbroadcast_shapesr"rbmmrr)rrr dim_tensor1 dim_tensor2rrrsizes_1 output_shape folded_dim1 t2_is_matrix t1_foldedrr m1 batch_tensor1m2rN batch_tensor2rhexpand_batch_portiontensor1_expand_sizeexpand_batch_producttensor1_expanded vector_rhstensor2_expand_sizetensor2_expandeds r.rZrZ)sc++--K++--K !   q 0 0 0 0aK1,,y'***   kQ..x)))   kQ..}UXeogq&A&A7KKQOOO   kQ..x))) Wgv . .hW +- $ 1WZZ'$ XGG+:J:J799;;;PW (GCRCL)) X\<88 vvxx1}  -    , , ,JJ{GBK88  OY^00b1A1A<PPF-6B69'')))F B9>..y||B/?/?NN N   kQ..!,aGLL   Q \\"   crc* !,qW\\"   gll26F6F +aGLL   Q#% {Q'' 2 2A  a 1 1 1 1 1  q  a M!$444Q1$$)>$gooa00':::Q1$$)>$gwq'9'9::: $  "=- @ @  3aW<#$899#>>*=>>FF !R  !A%  "6""= 233-r221   #7"a"@ &~~.ABBJJ$b!   , ??    " " " ??    " " "  M#''(899AA"EEJJ<XX X#''(899>>|LL L UUUVVVVVr-rrcj\}}t|d||}t|d||}tjtjj\}}t j|dj |} t j|dj |} t|| |} t|| |} | d} | } | }| |z dd}| | z dd}| t j} | t j}|dz ||dz|d zf}| dz | | dz| d zft|t|}d \jt jkr:t%t%|fd Dfd |D}fd fdt'fd|D}jt jkrJt)||}n't+dt-||D}tj}||}|S)Nrr$rMrrrTrrhr%rLcg|]?}|dzztj|dzztj@Sr$rrjrr>int16)r7r7weights_precision_xs r.r9z.upsample_bicubic2d_default..V   !** +ejmmc.A A E Eek R R   r-cg|]?}|dzztj|dzztj@Srr)r7r7weights_precision_ys r.r9z.upsample_bicubic2d_default..rr-ctj|ddz }tj|ddz }tdd||g}|Sr)rjrrrA)rry_idxx_idxrin_hin_wrs r. load_boundedz0upsample_bicubic2d_default..load_boundedsT B4!8,, B4!8,,   utT5%&@ A Ar-ctfdD}jtjkrJt |St dt |DS)Nc30K|]}|VdSr<r,)r7x_ofsrr[s r.rzCupsample_bicubic2d_default..get_x_interp..s/BBll1e,,BBBBBBr-c3&K|] \}}||zV dSr<r,rQs r.rzCupsample_bicubic2d_default..get_x_interp..s*JJRBGJJJJJJr-)rrrjr-rrr)r[src_xrixs_ofsrr weights_xs` r. get_x_interpz0upsample_bicubic2d_default..get_x_interps~BBBBB'BBBBB ;%+ % %&222%eY8KLL LJJCy4I4IJJJJJJr-c3.K|]}|VdSr<r,)r7y_ofsrs r.rz-upsample_bicubic2d_default..s-;;%,,u%%;;;;;;r-c3&K|] \}}||zV dSr<r,rQs r.rz-upsample_bicubic2d_default..s*LL(2rb2gLLLLLLr-rT)rrrFrGrOrrjrrr>rrVrrrrLrr-rrrrrrr)rrrrrrWh_scale_factorw_scale_factorrrhrx_floaty_floatr8r[yscaleriys_ofs weights_ysrc_yrrUrrrrrrrrs` @@@@@@@@r.upsample_bicubic2d_defaultrsH{Aq$$D+a.-QQN#D+a.-QQN' 5#H#UHAu  [^EL999<<5<IIA [^EL999<<5<IIA#NA}EEG#NA}EEG##G A Ak c * *Fk c * *F U[A U[A1uaQA&G1uaQA&G088I088I/9,, {ek!!7 BB7 BB               KKKKKKKKK ;;;;7;;; ; ;E {ek!!"...#E96IJJLLc%6K6KLLLLL/66M   ]  ; ;F Mr-c ftjt|t|zdkd|]|Jttt t ft dt|jdd|D}|r|nd\}}t|||||S)Nr$cdS)Nz:Must specify exactly one of output_size and scale_factors.r,r,r-r.rz(upsample_bicubic2d_vec..sLr-c3ZK|]&\}}tt||zV'dSr<)rr)r7r7rps r.rz)upsample_bicubic2d_vec.. sMAu ! u,--r-r%rL) rjrrr rrrrrr)rrrrrrs r.upsample_bicubic2d_vecrs L [D///14LL((( #s(O  #AGABBK ? ?    )6G}}<GW %amWg V VVr-c0fd}t||S)Nctj| ||zj}|dz |dz |z z S)Nrr$)rjrrrrmiddlerdim_idxrs r.rz_reflection_pad..idxsM,ufunQXFFFzVaZ'++--7<<>>>>r-_reflection_or_replication_padrrrs` r._reflection_padrs9 ????? *    r-c0fd}t||S)Ncvtj| ||zj}tj|d|dz S)Nrrr$)rjrrrrs r.rz_replication_pad..idx-s9,ufunQXFFF{7Avz222r-rrs` r._replication_padr 's9 33333 *    r-idx_fnc tdz tj| dz dzfv fd|j d}| z } fdt D} fdt D}|}t D]Z}dg|z} |||||||| ||z<t || }[tj |} | | }|S)Nr%r$c(dddzddzdS)Nreflection_padz d requires r$zD or r%zD inputr,rsr.rz0_reflection_or_replication_pad..@s+OOOqOOsQwOOOr-c2g|]}ddz |z zSrgr,r7rhrPrs r.r9z2_reflection_or_replication_pad..E+CCC1GAq1-.CCCr-c8g|]}ddz |z zdzSrgr,r&s r.r9z2_reflection_or_replication_pad..F0HHHWQ#'A+.23HHHr-rT) rrjrrPrrUrrArFrr) rrr! inp_shapenc_dim padding_left padding_rightrrhrrUrPs ` @r.rr8sU g,,! C L C!GS1W%%OOOOI UUWWs]FCCCCCc CCCLHHHHHU3ZZHHHM F 3ZZ11&**,,. &a)A, a@PQQAJ##FC00/77M   ]  ; ;F Mr-ctdzd|j dDfdtDfdtDg}t|jD]^}dg|jz}d||<|t j|j||j|_|d | ddfd tDfd tD}fd tD}fd tDtj tj fd tD}t |zd} fd} tjdtDD]} | t!dgzkrg} g} tD]}| |dkr|}|}n]| |dkr||}|d|f}n7| |dkr+||}|||z |dz f}| || || | | | } | S)Nr%cg|]}|dz Srr,)r7r\s r.r9z,_reflection_pad_backward..[s ) ) )Q1q5 ) ) )r-c2g|]}ddz |z zSrgr,r&s r.r9z,_reflection_pad_backward..]r'r-c8g|]}ddz |z zdzSrgr,r&s r.r9z,_reflection_pad_backward..^r)r-r$rTrcH|\}}}tj||k||kSr<r) index_rangerhlbubs r.index_range_conditionz7_reflection_pad_backward..index_range_conditionis( 2r b!r'222r-c2g|]}||zSr,r,r7rhr,xyzs r.r9z,_reflection_pad_backward..ws& ; ; ;1c!f|A& ; ; ;r-c2g|]}||z Sr,r,r8s r.r9z,_reflection_pad_backward..xs&AAALOc!f,AAAr-cJg|]}d|z|z|z  Srr,)r7rhdhwr,r9s r.r9z,_reflection_pad_backward..ys3OOOqQQZ,q/1CF:OOOr-cVg|]%}|d||z|zf&Srr,)r7rhcenterr<r,r-s r.r9z,_reflection_pad_backward..}sHHIAs1v Q/-2BBCr-c2g|]}|Sr,r,)r7rhr6range_cs r.r9z,_reflection_pad_backward..s)QQQ00<<QQQr-rc:tD];}||d||dk}t|tr|r|cS.accumulate..s% P P PK " "; / / P P Pr-r)rUr5rrMrrrr) rr index_rangesrhupper_less_than_lowerrgrrPrnr6s r.r!z,_reflection_pad_backward..accumulatess  A$0OA$6a9K$K !/66 ;P     P P P P< P P P    % %k4S# F Faxr-cg|]}gdS))rTrr$r,r s r.r9z,_reflection_pad_backward..s#C#C#C1JJJ#C#C#Cr-r)rrrUrzrnrjrrrrMrrrr itertoolsrr)rnr8rrrh view_shape left_reflect right_reflectrrr!areaoutsrCrr3rr>r<rPr6r,r-r@r9s` ` @@@@@@@@@r._reflection_pad_backwardrMTs} g,,! C ) )!'3$%%. ) ) )CCCCCCc CCCLHHHHHU3ZZHHHMG 16]]SSS16\  1 u|AGAJqx@@@EEjQQRRRR#A 3$%%.C333< ; ; ; ;c ; ; ;FAAAAAeCjjAAALOOOOOOE#JJOOOMMRSVZZG   QQQQQeCjjQQQ  D  $ $[$F C H HD        !#C#Cc #C#C#CD44 5!s## # #  s - -AAw!||Qi%aj aB"1o"1vq,q/: aA#A&"1vs1v a0@'@#a&1*M KK       , , , ,z$l33 Kr-rrrcftj|||}tj|||}||fS)Nr)rjaminrQ)r}rPrrOrQs r.aminmaxrPs: :dW 5 5 5D :dW 5 5 5D :r-rcttjtj|d||||S)Nrr)rrrjrkisnan)r}rPrrs r.nansumrSs7 88EK D 1 11d;;S'QV8 W WWr-rr&rr@r&c Ntjd|d||||S)Nrr$rTrr start_step)rgrr&rr@s r.arange_defaultrXs2 ; ! ! 3vf "  r-c Ntj||d||||S)Nr$rTrV)rfrgrr&rr@s r. arange_startrZs2 ; ! ! sAU6&Z "  r-cddlm}||i|S)Nr)out_dtype_dense)!torch._higher_order_ops.out_dtyper\)rHrIr\s r.out_dtype_decompr^s)AAAAAA ?D +F + ++r-margincN tjtjjd jd tj|dkp|dkdtjjdko dkfdtjjdko k fdNtjtjjdko k fddtjd}||z z}| d}|dkr|n||z} |z}tj j }tj |k|d}|tjjkr|S|tjjkr"||jdz S|d S) Nrr$r%cdS)Nz only p == 1 and p == 2 supportedr,r,r-r.rz#multi_margin_loss..s+Mr-cdjSNzMExpected non-empty vector or matrix with optional 0-dim batch size, but got: rrsr.rz#multi_margin_loss..sm`e`kmmr-cddjS)Nz#inconsistent target size, expected rr)nframersr.rz#multi_margin_loss..sUfUUv|UUr-cddjS)Nz#inconsistent weight size, expected rr)rPrsr.rz#multi_margin_loss..sV#VV VVr-rrr)rj atleast_2d atleast_1drrrzrrVr6r\rrrkr#r*r~rr+r) rrrNr_rrurlrrPres `` ` @@r.multi_margin_lossrjs"  U # #E  f % %F [^F +a.C La!16#M#MNNN L a$C1Hmmmm L q5V\\^^v5UUUUU!&)) K1  63!6 V V V V V     a F U000A UA AA !VVQA  v  ,s5< 0 0 0C C6M1a((AIN(((vvxx im) ) )uuww##vv!v}}r- is_targetc |j |jtj|}tj|}|jd}tjt dko|dk fdtjt dko k fdtj||j}|dk}tjtj|||dd }||k}tj||d}tj |d| } tj||d} tj || d kd } d | j d z |z} | d} | |z } tj| d| } |tjjkr)| d } n@|tjjkr| } n| d } | |j} | | fS)Nr$r%rcdSrcr,)orig_input_shapesr.rz0multilabel_margin_loss_forward.. sr`prrr-cddS)Nzinconsistent target size: z for input of size: r,)rnorig_target_shapesr.rz0multilabel_margin_loss_forward..$sf->ffTdffr-rrTTrrrrh)rrT)rrjrgrrrrrOrkr6anyrVTr\r#r*r~rrr+r>rr")rrrrPris_endend_idx target_masktidx0ritidx1rkrlrnrps @@r.multilabel_margin_loss_forwardrxsG{   U # #E  f % %F +a.C L "/saxrrrr L !#M(9=M(Mfffff ,s6= 1 1 1C r\FjVS#66BMMMG-K K VQ / /E U%000A K VR 0 0E #R!8!88a@@@I acmmm###e+A AA CA Iq!$$AIN((( EEgE   # # % % im) ) ) EEGG EEgE   U[))112CDDI i<r-) attn_maskrpquerykey dropout_p is_causalryc j}tjtjfdtjdko/dkodkfdtjdkfdtjjdjdkojdjdkdt j||d|\}} | d d d d tj  d d d d}|| fS) NcdjS)Nz-query must be FP32, FP64, BF16, FP16 but got r)rzsr.rz.^sM MMr-r>cdddS)Nz,q, k, v must be a 4 dimensional tensor, got rr)r{rzr~sr.rz.bs=huyy{{hhcggiihh[`[d[d[f[fhhr-rcdS)Nz&dropout probability must be zero, got r,)r|sr.rz.es"V9"V"Vr-rcdS)Nz&q, k, v should have the same head sizer,r,r-r.rz.is8r-)ryr|r} dropout_maskrpr%rr$rT) rrjrrFrPrr"_scaled_dot_product_attention_mathrrrrY) rzr{r~r|r}ryrprrattns ```` r.*scaled_dot_product_flash_attention_for_cpurPs KE L &&MMMM L q@SWWYY!^@ q0@hhhhhh LSVVVV L A%+a.(KSYq\U[^-K88 :BB   C  LFDD q!Q"" %"9 : : Aq!   4<r-c<t|fd}|S)NcJ|i|}|d|Sru)r)rHrIr outplace_ops r. inplace_opz$register_inplace..inplace_ops-k4*6**Aw}}S!!!r-r)aten_oprrs ` r.register_inplacers7G$$""""%$" r-cf|s2|st|}t|}tj||}t |t jr|dkr||z}|dkr|St |t jr|dkr||z}||zS)Nr$r)rFrrrjrr5numbersNumber)r}batch1batch2rdrors r.baddbmmrs  ! ! # #DOO,=,=4yyE  Yvv & &F eW^ , ,  % qyy dGN + +tqyyd{ &=r-c0tj||dS)Nrr~r)r}rMs r. floor_dividers 9T5 8 8 88r-cLtjtj|jdSr])rMrrrr)rs r. sym_numelrs  HL!'1 5 55r-rrc|"tj|g|Stj|g||S)Nrr)rr dim_IntList IntList_out)r}rrs r. sum_defaultrsE {x##D"E#:::x##D"Es#CCCr-c t|tjs|S|Ltj|t t|Stj||gSr<) r5rjrrrdimsrrrUrP)r}rPs r.squeeze_defaultrsl dEL ) )  {|  tE$((**,=,='>'>???|  u---r-c4tfdtt|jD}|jt jkr t jnd}|d|d|}||| |jz z|fS)Nc3(K|] }|k|V dSr<r,)r7rhrPs r.rz)_weight_norm_interface..s'@@1qCxxQxxxx@@r-r%T)rr) rrUrrrrjrrrr>)rrErPkeep_dim norm_dtypers ` r._weight_norm_interfacers@@@@c!'ll 3 3@@@@@H !5> 9 9tJ 66!Xt:6 > >D DGGAG$$$ %t ++r- assume_uniqueinvertct|tjstj||j}t|tjstj||j}|dt |dzkrt|||St||||S)Nrg$@g(\?rr) r5rjrrprrrW isin_default isin_sorting)elements test_elementsrrs r.isinrs h - -G<1EFFF mU\ 2 2L ]8?KKK tc(..*:*:E&B&BBBBHmFCCCC m=    r-)r>c*|9tj|tj|j}n9tj||tj|j}||k|j}|SNr)r>rrrjrandr)rrr>r)r}r>raw_prNs r. bernoullirs|  499;;emDKPPP IIKK-;     $*%%A Hr-c |9tj|tj|j}n4tj|||j|j}||k|j}|Srr)r}rNr>rs r. bernoulli_prsx 499;;emDKPPP IIKK,;     tz""A Hr-rcB|dkr tj|tjS|jg|jd|jzR}|s||k}n||k}ttd|j dz d}| |S)NrrrrTr$r) rrj empty_likerrrrzrrUrq)rrrr8cmprPs r.rrs~~1 ;;;; Dx~D 0B)BDDDA != =  b=--1266 7 7C 77s7  r-c|}|}|rtj||g}tj|d\}}|dd|ddk} tj| ddgd} |r| } tj| } | d|| } | d|Stj|\} } tj | |} tj | | k| d}| ||k}|r|n|}| |j S)NT)stabler$rTrF) r6rjr+sortrl logical_notrrr searchsortedrkr"r)rrrr elements_flattest_elements_flat all_elementssorted_elements sorted_orderduplicate_maskrsorted_test_elementsrWrtest_idxrs r.rrss$$&&M&..00+y-1C!DEE (- <(M(M(M%(,0DD.~1vuMM  :+7799N//q,??A((())"'*-?"@"@a !5}EE;s%9%?%?%A%AA3JJ"8, =#)2coos{{8>***r-c<|d}||SrS)r")r}r flatteneds r.taker:s  R  I U r-c| tj}|tjkrt|}t||j|Sr-)rjrYpreserve_formatrrresizer)r}rMrUs r. resize_asrAsE/ ----e44 ;;tU[ ; F FFr-)F)rr<r)rNNr$)rTFFrrr`)r$r$F)Fr)rrhN)rr$NrL)NNN)rrFT)rrFr)rF(rMrGrrrtenumrrrrrtypingrr r r r r rrrjtorch._meta_registrations torch._primsrGrtorch._prims_common _prims_commonrFtorch.nn.functionalrrrrrr torch._decomprr]rrrrrrtorch._prims_common.wrappersrrrr torch.utilsrrDtorch.utils._pytreer r' DispatchKeyr!str__annotations___opsrrr#rOrrOrPcompute_only_pw_cast_for_opmathpw_cast_for_opmathrpw_cast_for_int_to_realrrXrarcrmrryr.Scalarrrrrrrrrrrrrrrrrrrrrrr*r~r _safe_softmaxrrr rrYrrrrr&r3r<r?rErHrJrLrPrdrlslicerrrkrrrrrrrr+r/r8r>rBpy_implCompositeImplicitAutogradAutogradrArTrXr^rfr"rtrwr{rrrrrrrrrrrrrrrrrrrr unsafe_chunkrrrno_statsr r$r0r6r:r<_fused_dropoutr?rLrrUrlift lift_freshrOrTrWrZrYrmrrru_adaptive_avg_pool2drrrrrrrrrrrrr Generatorr rrr/rr6r<r_upsample_nearest_exact1dr8r>r$r*r1rrJrSrWr[rirqrtrxrrrnn_tanhrrrnn_relurrrrrrrrlstmrrrrgrurrrrrrrrrrrrrrrr!r#rrAr#rr4r:r=r?rCrFrLrSrrZrerirnrprsrrrrrrZupsample_bicubic2drrreflection_pad1dreflection_pad2dreflection_pad3drreplication_pad1dreplication_pad2dreplication_pad3dr rreflection_pad1d_backwardreflection_pad2d_backwardreflection_pad3d_backwardrMrPrSrrDr&rXrfrZr^rjrx+_scaled_dot_product_flash_attention_for_cpurrrrrrrrrPrrrrrNrrrrraddbmm_addbmmaddmm_addmv_baddbmm_fill_gelu_r hardswish_ hardtanh_hardtanh hardsigmoid___iand____and__ __ilshift__ __lshift__rr index_reduce_ index_reduce__ior____or__ __irshift__ __rshift____ixor____xor__ leaky_relu_ leaky_relulogit_logitrelu_rrenorm_renormround_rscatter_r! scatter_add_ scatter_addscatter_reduce_scatter_reducesilu_r,r-r.r!sX_ %%%%%%%%$$$$$$$$NNNNNNNNNNNNNNNNNNNN ######,,,,,,,,,,000000777777 *)))))((((((h" c z~         %!!!9!!!!!H#*'8@### WuDL"'uDQ   c f    *++ \2F2v222,+2-.. \4v4&444/.4.// \SS6SS5SSS0/S )** \             +* 2)*++((,+()*++"V""",+"()) @f@@@@*)@122 \fF32.// \PP%P05P@EPPP0/P '' GFGvGGG('G/00 F&V10/00 \:F:&:U:::10:011 \LL%L7<LNRLLL21L *++ \)))f)3))),+)<*++5v5f555,+5 "" &v&&&&&#"&*++ \>v>V>>>>,+> *++6666666,+6344%% % % 66> %%%54%677                  87 $122 \3G11 1 1-01 111'&1.// \11 &1061CF1110/1*++000,+0+,, ^) 11 1 11  111-,14<==  % /5 BE MR   >= 4?@@ R R  R  R R  R  R R RA@ R0899  % /5 BE NS   :9 0455 R R  R  R R  R  R R R65 R$$ $ $ V  $  $  $$ $$$$@)** \NfNFNNNNN+*N$.// \'' ' ' V  '  '  '' '''0/'T011 \   V       21B122  $^) 11 1 1 V 1 1  111321&:;; \ $^)        V        <;  -.. ^)11 1 11 111/.1677 \ ^)            87  "" )))v)%)))#"),-- &&F&v&&&.-&+,,  O Oc O  O  O O  O O O-, O )** 6?6? 6? 6? C= 6? # 6?  6?6?6?+*6?r  ( 4B   % ,4UO     54 & %%kCDDk2336eHTN43ED&%+,, VV A& AU A8D> A A A-, A && S'&*)** FT+*,'' $        ('&566     76: DI     &\  &\ *T&\ tF| #    " &\" """""J0$/2EFGG !   &\     &      HG   ')C)GH "&    c    $v,   d6l     )011555C5c5%PS BT5552154<==67BB B $S B03B 63;BBB>=B  )**///C/c/% :L///+*/"-55) // / &/ / 63; ////@ ## fF##$#".//            0/" ## f6$#7?@@S&S& S& S&  S& F  S&  S& S& S& S&dS& 8F Xf-x/? ?@S&S&S&A@S&n7;<<     F       d , , , 8F Xf-x/? ?@=<8 8F# x/?    7?@@LL L3iL  L  L V  L 6 LdL 8F Xf-x/? ?@LLLA@L`7;<< 3i     V   6 d , , , 8F Xf-x/? ?@=<4O O V O 6 O6" O &! O  OO OO 6668F#3Xf5E EFOOOOd.// UK// (  ( V  ( 6  (6" ( &! (  ( (  ( 666 !" ( ( (0/0/ (4'' (<=='' (MNN    V    6   6"  &!          666 !"    ON>=  F"";#HIIGG4<GGGJIGAIJJ  V  6        666 !"KJ*5=>> (  ( V  ( 6  ( (  (  ( (  ( 666 !" ( ( (?> ( 5>?? (  ( V  ( 6  ( (  (  ( 666 !" ( ( (@? (@HIIK K V K 6 K K  K  KK K 66666 12KKKJIK0  V  6       64<==1 1 V 1 6 1 1  1  1 1 6666 )*111>=14?GHHC C V C 6 C C  C  C C 666666 9:CCCIHC42:;;1 1 V 1 6 1 1  1  1 1 6666 )*111<;14+,, VV-, && $( %)37&&& VZ  & EK & U\ " &  &&E/0&&&'&&XdiABB CB &&{';<<-.. VVVV,,   6 6"  &!   !&-,/.=<>   0899  V 6"  &!   &!  d 68F#Xf%5 56:967?@@aa a V a6" a &! a  a&!a a ada 68F#Xf%5 56aaaA@aJ7;<<"" " V "6" " &! "  "&!" " "d" ," ," ," 68F#Xf%5 56"""=<"J788 VVV$$  6"  &!   v%$980677 VVV$$  6"  &!   v%$872122 c'vc'E#s(Oc'c'c'32c'L )8(((! 21( %% $'$'+/     tS%   c5 ! (   &%   &&;;;'&; 8 /344/344/344$$[%JKK$$[%9::$$[%JKK$$[%9::$$[%JKK$$[%9:: 3  3$s)$ 3DK( 3 3 3 3;:LK;:LK;:LK545454 36:;;6:;;6:;;#++K,QRR#++K,@AA#++K,QRR#++K,@AA#++K,QRR#++K,@AA ?  ?$s)$ ?DK( ? ? ? ?BASRBASRBASR<;<;<; ?@08$:Q:UVWW (()NOO (()=>> Dd;;;#;; ;c; UO; ;;;<;?>POXW; #+T-K-OP'// 0UVV'// 0DEE Dd;;;#GG GcG UOG GGG<;FEWV G08$:Q:UVWW (()NOO (()=>> Dd;;;!% $ GG GcGuoGuo G  GGG<;?>POXWG #+T-K-OP'// 0UVV'// 0DEE Dd;;;!% $ SS ScSuoSuo S  SSS<;FEWV S08$:Q:UVWW (()NOO (()=>> Dd;;;!% $ $ QQ QcQuoQuo Q uo Q  QQQ<;?>POXWQ #+T-K-OP'// 0UVV'// 0DEE Dd;;;!% $ $    c uo uo  uo     <;FEWV    c % !    4    >>>///   FK++++\&&&&,/-/-/-/-d& & & R +,,[BCC[122..32DC-,.8 +,,[BCC[122..32DC-,.8 *++KABBK011..21CB,+.@ *++KABBK011..21CB,+.@   ////6<<<<~///d ((>??-..SS/.@?)(S> '' =>> ,--SS.-?>('S<;;;;;; &&{<=={+,,..-,>='&.6'' =>> ,--...-?>('.64899!))+*OPP!))+*>??@?QP:93788 (()NOO (()=>>?>PO9804551566##K$IJJ##K$899%%k&KLL%%k&:;;&&{'LMM&&{';<<AA=<NM<;ML:9KJ7665A /79O9STUU  !% KK KcKKuo K  KKKVUK %t'?'CD!))+*>??  !% $ UU UcUUuo U uo U  UUU@? U &(A(EF  !% $ $    c  uo  uo  uo      VVVV///7 & 7$,V$47IO7 7777-'9-f----E EcEE % ! E  EEEER)122Fv$32,d.?@AA BA+,--"".-"/0119992192344CC54C6ABCCMMDCM22 2 2  V 2  2  2  66> 2 2 2 2 j-.. X~&&L L L V L L  L  66> LLL'&/.L4/00 X~&&L L L V L L  L  66> LLL'&10L/F/u/////5F5u55555  3E    (F%7FVFFFFF !Xf%!&!!!!NN#'N05 NEJ\NNNN&f&&&T&&&&"/f////T////"!V!49!T!!!!$V$49$T$$$$233 SStCySSSS43S  c4c4 c4 c4c4 c4  c4  c4 c4c4c4c4L,--                .-      # #!  #=>> $).:N 1 1 1?> 1 dtB[BCC>?? ',tWtWtWtW@?DCtWn08$:Q:UVWW (()=>>  $# PP PsCxPPe_ P e_ P  PPP?>XWPf/344$$[%JKK$$[%9::  48 WW W%S/*WWE%,/0 W  WWW;:LK54 W.-..-..-..  v c3h F   /././. .//.//.//   sCx V   0/0/0/   38_ c3_f, - 8677677677 \TT878787Tn %% UEu&%  $$ X4XXXX%$X,dko>?? $( =%)      EK   L  U\ "     @? *+,, $( =%)        EK  L  U\ "    -,  "",,#", .//'' (<== #^) )) ) ))  ) V  )  ) )))>=0/)X;<<$,44[5IJJ X{##- - -- 66> ---$#KJ=<-xHPQQ  A#'!AAA A A A A  AA E?A 66>AAARQAH''    (' )** 99+*9''66('6)48<899$( D D D  D EK  D &  D  D D D:9 D-t|/?@AA..&.x}...BA. =>>,,,?>, "" 38     #"  .//,0   , (  \    0/ $())CG    x'@    *)  5: