̲jlUddlmZddlZddlZddlZddlmZddlmcm Z ddl m Z ddl m Z mZmZmZmZmZmZmZmZmZmZddlmZerddlmZejZded <d@dZe dZ!dAdZ"dBdZ#e dZ$e dZ%dCdZ&dCdZ'e dZ(e dZ)dDd Z*d!Z+ej,e+Z-d"ed#<dEd$Z.dFd&Z/dGd)Z0dGd*Z1ej2d+ej3dej4d,ej5dej6dej7dej8d iZ9dHd.Z:dId/Z;dJd3ZdKd7Z?dJd8Z@e d9ZAdLd:ZBdMd;ZCGd<d=ZDGd>d?ZEdS)N) annotationsN) TYPE_CHECKING)native_function_manager) Argument BackendIndexBaseTyBaseTypeFunctionSchemaNativeFunctionsGroupNativeFunctionsViewGroup OptionalType SelfArgumentTensorOptionsArgumentsType)config)Sequencezlogging.Loggerlogger arguments:Sequence[Argument | SelfArgument | TensorOptionsArguments]returnboolcd|D],}t|dd}|st|dd}|rdS-dS)N annotation alias_setTF)getattr)rargrrs RC:\Projects\Historical\venv\Lib\site-packages\torchgen/static_runtime/generator.py has_aliasr!sYS,55   J R88  44  5)sparse_sampled_addmmhspmmlinalg_svdvalssspaddmmcoalesce_indicesindices_valuesvalues crow_indices col_indices floor_divideger conj_physicalbinary_cross_entropyarccoshcholeskylu_solvelinalg_choleskylinalg_householder_productlinalg_ldl_solve_compute_linear_combination _make_dual _fw_primal _index_reduce!_new_zeros_with_same_feature_meta_conj_physical binary_cross_entropy_with_logitsbincountconv_tbccopy _copy_from_copy_from_and_resize count_nonzerocudnn_affine_grid_generator$cudnn_affine_grid_generator_backwardcudnn_grid_sampler diag_embed embeddingembedding_dense_backward_embedding_bag_dense_backward*_embedding_bag_per_sample_weights_backwardgrid_sampler_2d_grid_sampler_2d_cpu_fallbackgrid_sampler_3disnan mkldnn_linearmedian nanmedian_sparse_sparse_matmulbatch_norm_backward_elemt_euclidean_dist pixel_shufflepixel_unshufflechannel_shuffle_reshape_nested_backwardreluprelucelu slice_scatterselect_scatterdiagonal_scattersum_mkldnn_transpose_nested_tensor_from_mask_nested_from_padded_nested_tensor_size&_nested_from_padded_and_nested_example_standard_gamma_grad_dirichlet_grad native_norm_sparse_softmax_sparse_softmax_backward_data_sparse_log_softmax!_sparse_log_softmax_backward_datazero _sparse_addmm sparse_mask_sparse_mask_projection _to_dense _coalesce _coalescedcopy_sparse_to_sparse to_sparse to_sparse_csr to_sparse_csc to_mkldnnquantize_per_tensor_dynamicquantize_per_channelq_per_channel_scalesq_per_channel_zero_pointsint_repr"_make_per_channel_quantized_tensorsetlift lift_freshlift_fresh_copymasked_scatter_masked_softmax_masked_softmax_backwardput index_reducetrace_cholesky_solve_helperdistmax_torch_cuda_cu_linker_symbol_opglu_jvpglu_backward_jvphardswish_backwardrrelu_with_noise_backward#mkldnn_adaptive_avg_pool2d_backward_adaptive_avg_pool2d_backward_adaptive_avg_pool3d_backwardisinflinalg_lu_solve linalg_vecdotlinalg_matrix_explinalg_eigvalsh_test_warn_in_autograd%_test_autograd_multiple_dispatch_view*_test_autograd_multiple_dispatch_view_copy_segment_reduce_segment_reduce_backward_fw_primal_copy_make_dual_copyview_as_real_copyview_as_complex_copy _conj_copy_neg_view_copy diagonal_copy detach_copy squeeze_copyt_copyunsqueeze_copy _indices_copy _values_copy indices_copy values_copycrow_indices_copycol_indices_copy ccol_indicesccol_indices_copy row_indicesrow_indices_copy unfold_copy alias_copy_triton_multi_head_attentionspecial_airy_aispecial_bessel_j0special_bessel_j1special_bessel_y0special_bessel_y1special_chebyshev_polynomial_tspecial_chebyshev_polynomial_uspecial_chebyshev_polynomial_vspecial_chebyshev_polynomial_wspecial_hermite_polynomial_hspecial_hermite_polynomial_hespecial_laguerre_polynomial_lspecial_legendre_polynomial_pspecial_modified_bessel_i0special_modified_bessel_i1special_modified_bessel_k0special_modified_bessel_k1!special_scaled_modified_bessel_k0!special_scaled_modified_bessel_k1&special_shifted_chebyshev_polynomial_t&special_shifted_chebyshev_polynomial_u&special_shifted_chebyshev_polynomial_v&special_shifted_chebyshev_polynomial_wspecial_spherical_bessel_j0_foobar_nested_tensor_strides_nested_tensor_storage_offsets_nested_get_values_nested_get_values_copy_nested_view_from_jagged_nested_view_from_jagged_copy_nested_view_from_buffer_nested_view_from_buffer_copy_int_mm_to_sparse_csc_to_sparse_csrsegment_reduceg/NativeFunctionsGroup | NativeFunctionsViewGroupcjd}d}t|tr|jj}|jj}n'|jjjjj}|jj}tj |rt d|dS|tvrt d|dS| D]6}t|j}|st d|dS7t|tr]dt!j|jdkr*t dt)|dSd S|jj D]@}t|j}|s(t d|jjdSA|js[t/|d rIt)|d r't)|jd sdSd t!j|jdkrt d|dSt3|jjrt d|dSd S)NzHAND WRITTEN: %sFz BLOCKED: %sz!NOT SUPPORTED TYPE CONVERTING: %sz at::Tensor)symintzNON-TENSOR RET TYPE: %sToutzTensor(a!) out) -> Tensor(a!)z.outz at::Tensor &zNON_TENSOR RET TYPE: %szINPUTS ALIAS: %s) isinstancer view root_namefuncrnamebaseris_hand_writtenrinfo BLOCKED_OPSschema_order_argumentsivalue_type_conversion_methodtypecpp returns_typereturnscpp_typestr functional structuredhasattrendswithrrnon_out)r base_op_namerr maybe_methods r is_supportedrsL D!-..v' v{uz+0 uz a   & 555u{"" M<000u**,,4SX>>   KK;T B B B55  !-.. 3+DLGGGPPRR R R KK13t99 = = =5t| 77994SX>>   KK;Q\=N O O O55  <  5!! t99%%&EFF ty>>**622  5)$,uEEENNPPPP -t444u'(( & 555u 4r arg_typeBaseType | OptionalType | Typetuple[bool, str] | Nonec tjdtjdtjdtjdtjdtjdi}d}t|tr|j }n@t|tr)t|j tsdS|j j }ndS||vrdS||}t|tr|dS|d S) aD Return the method call expression of `c10::ivalue' to convert its contained value to the expected value of `arg_type` type. For example, for `arg_type` == BaseTy.Tensor, this function returns ".toTensor()", so that it can be appended to the ivalue's variable name to get the value of the expected type. ))Tz toTensor())FztoOptional()))FztoInt())FztoOptional()))FztoBool())FztoOptional()))Fz toScalar())FztoOptional()))FztoScalarType())FztoOptional()))FztoStringView())FztoOptional()Nr) rTensorintrScalar ScalarTyperrr rr elem)rtype_conversion_methodsbase_ty_objectmethodss rrr2s  R J I S     N(H%%! Hl + +(-22 4!+t444t%n5G(H%%qz 1:r ) bitwise_not bitwise_and bitwise_or bitwise_xorbitwise_left_shiftbitwise_right_shiftgcdlcmscattergather _convert_indices_from_coo_to_csr _convert_indices_from_csr_to_coo) view_as_realimag_conjop_namerc|tvSN)should_use_int_tensor_ops_rs rshould_use_int_tensorrps 0 00r c|tvSr)should_use_complex_tensor_ops_rs rshould_use_complex_tensorrts 4 44r ) addmv index_addrrnll_loss_backwarddotvdotouterr-)addmmmm nuclear_normdiag_addmm_activationmatrix_Htrc2|tvrdS|tvrdSdS)Nr)test_tensor_dim_ops_1_test_tensor_dim_ops_2_rs rtest_tensor_dimr0s)(((q(((q 1r z{"view_as_complex": "{2, 2}"}zdict[str, str]test_tensor_shape_jsonc2|tvr t|SdS)Nr)r1rs rtest_tensor_shaper3s(((%g..rr indexc t|}|dkrr|dkrdnd}t|}tj|t |z }||dzz }dd|g|z}t|rd|d }nt|rd |d }nd |d }tj |tj dtj dtj dtjdtjdi}d} t!|t"r|j} n=t!|t&rt!|jt"sJ|jj} | |vs Jd|| } | S)Nrr@r,z{{{}}},zat::randint(1, 100, z , at::kInt)z at::randn(z, at::kComplexFloat)z at::rand()1false2zat::ScalarType::Floatz"floor"znot expected type)r3r0mathceilfloatformatjoinrrrrrrrrrrr rr r) rr4rtensor_size_ex num_tensorsnum_dim size_per_dimtensor_expressionvalue_expressionsrvalue_expressions rtest_value_expressionrIs'w//N!QJJbbB !'**yuW~~!=>>  q(( !l3D2E2O)P)PQQW%%:N>NNN "7 + +:MMMM9999  ( C W s2 I N(H%%,!(L11 j M87 7    "+ . . . .0C . . .(8 r schemar c|rJ|jjj}i}|D]"}t |j||}|||j<#t j|||g}|D]"\}}| d||d|#d |dzS)Nzauto z = ; ;) is_out_fnrrrrIrroverride_test_valuesitemsappendrA) rJr4 schema_namearg_maprtest_value_exparg_populationsarg_name arg_values rgenerate_test_value_definitionsrXs!!!! !+"'KG,,..++.sx LL* e<<<O&}}HH)FxFFF9FFGGGG >>/ * *S 00r c|rJdfd|DS)Nr8c3.K|]}|jVdSrr).0rr4s r z,generate_test_value_names..s0TTSsx(((TTTTTTr )rNrAr)rJr4s `rgenerate_test_value_namesr^sN!!!! ! 88TTTTF4Q4Q4S4STTT T TTr rr?list[tuple[str, str | None]]cLddfd|DS)Nrrrtuple[str, str | None]c|j}d}t|tr |j}d}t|tsJd}|jt vrt |j}|r|r|d}d|jz|fS)NFT?%)rrr rr r/generate_test_ir_arguments_base_ty_to_type_str_)rr* add_optionaltype_strs r ir_argumentz/generate_test_ir_arguments..ir_arguments H a & & AL!X&&&&& 6D D DFqvNH  &  &"~~~Hch))r c&g|] }|Srr)r\rrhs r z.generate_test_ir_arguments..s# H H HKK   H H Hr )rrrra)r)rJrhs @rgenerate_test_ir_argumentsrks@ * * * * I H H H(E(E(G(G H H HHr c g}t|D]N\}}t|j}|sJ|\}}|rdnd}|d|d|jd|d|Od|dzS) N&rz const auto z = p_node->Input(z).rLrM) enumeraterrrrQrrA)rJrUirr is_referencetype_conversion_method references rgenerate_arg_extractionrtsOF99;;<<  34SX>> |/;, ,'/CCR  ] ] ]SX ] ] ] ]E[ ] ]     >>/ * *S 00r r backend_indexrc||j}|js|tj|jjS|jSr) get_kernelrrrrrkernelrrurxs rget_kernel_namerzsB  % %al 3 3F|+v~x )*** =r c||j}|js|tj|jjS|jSr)rwrrrrrrxrys rget_out_kernel_namer| sA  % %ae , ,F|$v~x ### =r c|jj}|rJt||}d|D}|jrdnd}d|d|dd|dS) Nc3$K|] }|jV dSrr[r\rs rr]z0generate_non_out_variant_call..$EEcEEEEEEr cpunativeat::::(r8r9)rrrNrzrrrA)rrurJ kernel_name arg_namesnamespace_names rgenerate_non_out_variant_callrs\ F!!!! !!!]33KEEV%B%B%D%DEEEIl8UUN H. H HK H H#((92E2E H H HHr r c|jj}tj|}||j}|r|j}d|D}d}d|d|dd|dS)Nc3$K|] }|jV dSrr[rs rr]z,generate_call_to_view_ops..$rr rrrrr8r9)rrrrrwrxrrA)rrurJrrxrrs rgenerate_call_to_view_opsrsV[F(6""K  % %af - -F $m EEV%B%B%D%DEEEIN H. H HK H H#((92E2E H H HHr c|jj}|sJg}t||}|jrd|jjD}ng}|jjD]h}t|tr | |j j 7t|tsJ| |j i|jsIt|jjdksJ| |jjdj d|}|jrdnd}d|d|d |d S) Ncg|] }|j Srr[)r\out_args rrjz-generate_out_variant_call..2sFFFgW\FFFr rrr8rrrrrr9)rrrNr|rrrrrrQargumentrrlenrA)rrurJrrr cpp_arg_namesrs rgenerate_out_variant_callr)sbUZF      I%a77K|FF1A1EFFF  ''' c< ( ( '   S\. / / / /c8,, , ,,   SX & & & & <76#'((A----)-a05666HHY''Ml8UUN B. B BK B B- B B BBr ) zisin.Scalar_Tensorrr!r"r&histcl1_lossmulti_margin_lossmultilabel_margin_lossnll_loss nll_loss2dprodclt|}|d|d}|tvS)Nr)rfindno_memory_resize_ops)rJ schema_strtype_variant_op_names rshould_check_resizerUs6VJ%&< (<(<&<= '; ;;r c8|jjjjjSr)rrrr)rs rop_name_from_groupr[s <  ! & ++r c.eZdZddZdd Zdd ZddZdS)GenOpDispatchergroupsSequence[NativeFunctionsGroup]rurrrc||sdSg}|D]|}t|5t|sJt|tsJ|||}||dddn #1swxYwY}t |d}d|}d|d|d|d}|S)Nrr z& REGISTER_OPERATOR_FUNCTOR( aten:: , aten_(, [](Node* n) -> SROperator { z9 LogAndDumpSchema(n); return nullptr; }) )rrrr out_variant_op_generatorrQrrA selfrrugenerated_type_variantsrgenerated_type_variantrbody generateds r out_variantzGenOpDispatcher.out_variant`sT 2"$ G GA(++ G G#A&&!!%9:::::)-)F)Fq-)X)X&'../EFFF  G G G G G G G G G G G G G G G %VAY//yy011            AA::A> A> "Sequence[NativeFunctionsViewGroup]c|sdSg}|D]|}t|5t|sJt|tsJ|||}||dddn #1swxYwY}t j|d}d|}d|d|d|d}|S)Nrrrz- REGISTER_NATIVE_OPERATOR_FUNCTOR( aten::rrz: LogAndDumpSchema(n); return nullptr; }); ) rrrr view_op_generatorrQrfunc_name_base_strrArs rrzGenOpDispatcher.viewzsW 2"$ G GA(++ G G#A&&!!%=>>>>>)-)?)?=)Q)Q&'../EFFF  G G G G G G G G G G G G G G G +F1I66yy011            rrr c |j}t|j}t|jj}t ||}t |jjjjdksJt|jjjjdj}t||}d|d|d|d|d|d|d } | S) Nrr+ if (n->matches(torch::schema("aten::<"))) { return [](ProcessedNode* p_node) { zM if (p_node->Output(0).isNone()) { p_node->Output(0) = z2; return; } auto& z< = p_node->Output(0).toTensor(); fastResizeToZero(z ); ; }; }) rrrrtrrrrrr) rrrurrJpopulated_argumentfunctional_variant_callout_variable_nameout_variant_callrs rrz(GenOpDispatcher.out_variant_op_generators\ Z_%%4Q\5FGG"?="Q"Q15:'+,,1111 4 8 ; @AA4Q FF  +1       "9   #   .        r r ct|jj}t|jj}t ||}d|d|d|d}|S)Nrrz! p_node->Output(0) = r)rrrrtr)rrrurJrrrs rrz!GenOpDispatcher.view_op_generatorsvQV[!!4QV[AA";A}"M"M +1     "9    r N)rrrurrr)rrrurrrrr rurrrrr rurrr)__name__ __module__ __qualname__rrrrrr rrr_sd442      r rc.eZdZddZddZdd Zdd Zd S) GenOpTestCaserrrrc4|sdSg}|D]{}t|5t|sJt|tsJ||}||dddn #1swxYwY|d|SNrr)rrrr "out_variant_op_test_case_generatorrQrArrrrrs rrzGenOpTestCase.out_variants 2"$ G GA(++ G G#A&&!!%9:::::)-)P)PQR)S)S&'../EFFF  G G G G G G G G G G G G G G G yy0111AA99A= A= rc4|sdSg}|D]{}t|5t|sJt|tsJ||}||dddn #1swxYwY|d|Sr)rrrr view_op_test_case_generatorrQrArs rrzGenOpTestCase.views 2"$ G GA(++ G G#A&&!!%=>>>>>)-)I)I!)L)L&'../EFFF  G G G G G G G G G G G G G G G yy0111rrr cf|jj}t|}|ddksJ|d|ddd}t |}||sJt|}dd|D}dd|D}t|j dkrHt|j dj tr#|j dj jtjusJt#|d} t%|d} t#|d} t%|d} t'|rd nd } d |d |d |d|d| d| d| d| d| d| d}|S)Nrr._, c32K|]\}}||n|d|VdSNz: rr\rVrs rr]zCGenOpTestCase.out_variant_op_test_case_generator..Q  &Hh%,X2K2K2K2K      r c3 K|] \}}|V dSrrr\rVrs rr]zCGenOpTestCase.out_variant_op_test_case_generator..&EEKHaxEEEEEEr rtruer; TEST(StaticRuntime, autogen_1) { const std::string script = R"IR( graph(?): %bias: None = prim::Constant() %ret = aten::Q) %cloned = aten::clone(%ret, %bias) return (%cloned) )IR";  std::vector args{zj}; testStaticRuntime(script, args, {}, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); z std::vector args2{zm}; testStaticRuntime(script, args, args2, /*use_allclose=*/false, /*use_equalnan=*/false, /*check_resize=*/z); } )rrrrreplacer startswithrkrArrrrr rrrrXr^r)rrrJrrr arg_typesarg_declarationsrtest_value_definitionstest_value_namestest_value_definitions2test_value_names2 check_resizers rrz0GenOpTestCase.out_variant_op_test_case_generators?"[[ s##a'''')*@JOOC,@,@*@AII#sSS$Q''#..w77777.v66 99  *3      IIEE9EEEFF   1 $ $6>!,18<< %q!&+v}<<< ="A!K!K4VQ??"A&!"L"L5fa@@!4V!.rr c3 K|] \}}|V dSrrrs rr]z.rr rrrrrrz(}; testStaticRuntime(script, args); } )rrrrrrrrkrArrrrr rrrrXr^) rrrJrrrrrrrrrs rrz)GenOpTestCase.view_op_test_case_generators[[ s##a'''')*@JOOC,@,@*@AII#sSS&"#..w77777.v66 99  *3      IIEE9EEEFF   1 $ $6>!,18<< %q!&+v}<<< ="A!K!K4VQ??1    !* . r N)rrrr)rrrrrr rr)rr rr)rrrrrrrrr rrrse 2 2 2 2 2 2 2 2....`''''''r r)rrrr)rrrr)rrrr)rrrr)rrrr)rrrr)rrr4rrrrr)rJr r4rrr)rJr rr_)rJr rrrr)rJr rrr)F __future__rjsonloggingr=typingrtorchgen.api.cppapirtorchgen.contextrtorchgen.modelrrrr r r r r rrrtorchgen.static_runtimercollections.abcr getLoggerr__annotations__r frozensetrrrrrrrr.r/r0test_tensor_shapes_stringloadsr1r3rIrXr^rrr?rrrrrerkrtrzr|rrrrrrrrrr rrs8"""""""  444444                          +*****)((((((+*,,,,,,    iCEE P9999x((((V'Y  "++L!M!M11115555#   #Q     <)34M)N)NNNNN$$$$N 1 1 1 1UUUU  M8 J L' J M5 u K3/IIII( 1 1 1 1IIII I I I ICCCC4!y $<<<< ,,,,[[[[[[[[|ppppppppppr