Oj_  ddlZddlZddlZddlZddlZddlZddlZddlmZddl m Z m Z ddlm Z ddl mZmZmZmZddlmZmZddlmZddlmZdd lmZmZmZdd lmZdd lm Z dd l!m"Z"dd l#m$Z$m%Z%ddl&m'Z'm(Z(ddl)m*Z*er ddl+Z+ddl,m-Z-ddl.Z.ddl/m0cm1Z2ddl3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>m?Z?m@Z@mAZAmBZBmCZCddlDmEZEddlmFZFddlmGZGddlHmIZImJZJddlKmLZLddlMmNZNddlOmPZPddlQmRZRddlSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`gdZae e.jbjcgePdzfZdejeGddZfejeGdd Zgd!Zhd"eidzd#e2jjd$eidzd%e2jjd&ekf d'Zle.jmjnjoe.jmjnjpe.jmjnjqe.jmjnjre.jmjnjse.jmjnjte.jmjnjue.jmjnjve.jmjnjwe.jmjnjxe.jmjnjye.jmjnjzg Z{e.jmjnj|e.jmjnj}e.jmjnj~e.jmjnje.jmjnje.jmjnje.jmjnje.jmjnje.jmjnjg Ze d(Zd)ee.jje fd&eee.jje fd*ffd+ZdGd-Zd.d/d0ee.jje fd1ee.jje fd2edzfd3Zd4e.jbjcd5eWd&ee.jbjceWffd6Zd4e.jbjcfd7Zd8e.jbjcd9eWd4e.jbjcd:eWd;eegf d<Zd0ee.jje fd1ee.jje fd2edzd=ekfd>ZGd?d/Zd@Z dHd4e.jbjcdAdBd&dCfdDZdEZdFZdS)IN) defaultdict)CallableIterator)contextmanager)Anyfinal NamedTuple TYPE_CHECKING)tracingTracingContext)autograd_not_implemented)FakeScriptObject)_deregister_op_impl_is_op_registered_to_fake_ruleregister_op_impl)FakeTensorMode)_ConstantAttributeType)#first_call_function_nn_module_stack)_PyTreeCodeGen _PyTreeInfo)immutable_dictimmutable_list)insert_deferred_runtime_asserts) ValueRanges) _build_cache_collect_all_valid_cia_ops_collect_and_set_constant_attrs_collect_param_buffer_metadata_detect_fake_mode_from_gm_fakify_params_buffers_get_decomp_for_cia_is_preservable_cia_op_name_hoo_subgraph_placeholders7_override_graph_signature_for_temp_registered_constants/_overwrite_signature_for_non_persistent_buffers)_populate_param_buffer_metadata_to_new_gm_register_constants_as_buffers_rename_without_collisions_special_op_to_preserve_ciaplaceholder_naming_pass)Verifierdetect_fake_modeunset_fake_temporarily) is_equivalentreorder_kwargsCustomDecompTable) compatibility) PassResult) PassManager) ArgumentSpecConstantArgumentCustomObjArgumentExportGraphSignature InputKind InputSpec OutputKind OutputSpecSymBoolArgumentSymFloatArgumentSymIntArgumentTensorArgument TokenArgument)ExportedProgramModuleCallEntryModuleCallSignaturedefault_decompositionsceZdZUeeed<eeed<ejed<ejed<dZee dzed<dZ dS)rGinputsoutputsin_specout_specNforward_arg_namesc|jD]}|j|jkr |j|_|jD]}|j|jkr |j|_dSN)rJnamerK)self original_nodenew_nodeios KC:\Projects\DSCons\.venv\Lib\site-packages\torch\export\exported_program.pyreplace_all_uses_withz)ModuleCallSignature.replace_all_uses_withisb ' 'Av+++! ' 'Av+++! ' ') __name__ __module__ __qualname__listr8__annotations__pytreeTreeSpecrNstrrXrYrWrGrGas}   ,  _o*.tCy4'...'''''rYrGc.eZdZUeed<dZedzed<dS)rFfqnN signature)rZr[r\rar^rerGrbrYrWrFrFrs1 HHH,0I"T)00000rYrFcFtjfd}|S)Ncdt5|i|cdddS#1swxYwYdSrPr.)argskwargsfns rWwrapperz/_disable_prexisiting_fake_mode..wrapperys # % % ' '2t&v&& ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' ' 's %))) functoolswraps)rjrks` rW_disable_prexisiting_fake_modernxs8_R''''' NrY spec1_type spec1_context spec2_type spec2_contextreturnc*|| ||uo||kSt|ttfr"t|ttfr||kSt|ttfr"t|ttfr||kS||uo||kS)zeTreat containers and their immutable variants as the same type. Otherwise compare as normal. ) issubclassdictrr]r)rorprqrrs rW_fx_collection_equivalence_fnrwsZ/Z'JM],JJ*t^455.*T>*;;. --*t^455.*T>*;;. --  # F (FFrYc#Ki}t}|D]`\}}|j||<||t D]8}||jvr-||t|d9t|}tj j j |jvr|jtj j j =|tj j j |d}t|s,t|tj||t"D])}||jvr|||*b dV|D]c} | j| j|| | jt+| ddS#|D]c} | j| j|| | jt+| dwxYw)NT)deferred_errorc`|d}|d=|5||i|cdddS#1swxYwYdS)Noriginal_callablerb)fake_tensor_modeoprhriorig_cia_callables rW$_force_dispatch_to_orig_cia_callablezQ_override_composite_implicit_decomp.._force_dispatch_to_orig_cia_callables &': ; *+! : :(($9&99 : : : : : : : : : : : : : : : : : :s #'')r{)setitems py_kernelscopyadd(_AUTOGRAD_ALIAS_BACKEND_KEYS_TO_OVERRIDEpy_implr r!torch_C DispatchKeyCompositeImplicitAutogradrrrlpartial_BACKEND_KEYS_TO_OVERRIDEclearupdate_dispatch_cacher) cia_ops_to_callable saved_tables patched_ops op_overloaddecomp_callableoverride_dispatch_keyr~rkeyr}s rW#_override_composite_implicit_decomprsL%%K(;(A(A(C(C=<=<$ _$/$:$?$?$A$A [! $$$%M   !$K,BBB: ##$9::,[NNN 0 << 8  9[=S S S&ux';'UVK EH0JKK     : : : .k::  ) [ ) )!8&7   - < ">??<$$&&''77$ ( ( (&22&6  # # * *2 . . .R  $B ' ' 7ggiiG!!&)) $III'32&6  #%==!<A  ,,rYr3ctS)z This is the default decomposition table which contains decomposition of all ATEN operators to core aten opset. Use this API together with :func:`run_decompositions()` r2rbrYrWrHrHBs   rYeprE cia_to_decomppython_decomp_tablejoint_loss_indexc>RSTUVddlm}ddlm}ddlm}m}m} m} m } m } ddl m } d}|||s]| }it|dt|dVdd lm}||it|dt|d}t'|j}|t+| d }|j}t/|jjt4s)t7d t9|jj|jjjj}|t7d |jt>t@fvrtCj"|g}t5tG||j$||j_|%tM|j'|j(|tS||j*|j'j+}tY||}t[|}ddl.m/}m0}g}|jj1D]}|j2dkrt/|j3dthr_d}|j3dj5|j(|j3dj6}n|j3dj5j7}|8||8|j3dts|}|5tu|5||j;5ty|5tCj=||j$}||g|d|d>Ri|5\}} }!}"S||| |!||"|d|}#Sfd|#j(?D|#_(|#j@}$|#jA}%t|%|}%t||$|%t|j'|%}%||$|%|"}&t|$|%|| |!||&dddn #1swxYwYdddn #1swxYwYdddn #1swxYwYdddn #1swxYwYdddn #1swxYwY| |$| |$| |$|%t|$|%\}$}%i|j*Vfd|?D}'V?D]X\}(})|(|'vr2t/|)tjHjIrt7d|(d|(|'vr|(|vr|'J|(Y|$|%|'fSd|jjj1D}*d|*D}+d|jD},|,D]}(t|j|(t|+}-|-tjNn|-}.|r tjNn|}/| 5|.5tu|5|/5||j|+||du||nd\}$Rt/|$tjOjPsJ|$jQdddn #1swxYwYdddn #1swxYwYdddn #1swxYwYdddn #1swxYwYdUd|$jj1DTtA|$jRjSd}0tTt|*kr/t7dtTdt|*t|*TD]\}1}2|1j6x|2_6|2_Vi}3tt}4t}5TD]'}6|6j6|3|6j6<t|6j6|4|5(|$jj1D]0}|j2dkrt|3|4|5|j6|j6|_61t|$ddl]m^}7m_}8dd l`ma}9tjbjcjdsud!}:t|$};|;b|8|$tjg|7d"|:i#5t|$|;d$t|$jd %dddn #1swxYwY|$%t|0|9|$D]\}<}(|(|(|<_6Tfd&t|j'jkD}=TUfd't|j'jkD}>g}?d(tRjlD}@t?Rjmn}Ad)|0dt|AD}B|A|Bkrt7d*|Ad+|BRjm?D]\}C}D|@|D}E|j'jk|E}F|Fjotjqtjrfvrt7d,|Fjo|Fjotjrkr tjtn tju}G|Fjotjrkr|FjVn |Fjvj6}H|?8t|Gt|C-|H.t|j'jyD]\}E}I|?8t|E|kr tjzn|IjoU|Ijv|0t|A|Ez|={|IjV|IjV|~Rj|t7d/Rj|j}}JtRjlt|j'jkkr>t7d0tRjld1t|j'jkRfd2t|j'jkD}K|0t|?dD]}|J|j6}L|K|L}I|Ijotj~krtj}M|IjV}Hn;|Ijotjqkrtj}M|L}Hnt7d3|Ijo|?8t|Mt|j6-|HtTt|*kr/t7dtTdt|*t|>|?4}%t|*TD]\}N}Ot/|Nj3dtjs|Nj3d|Oj3d<|OjV|%jvs|OjV|%jvr)|Nj3?D]\}P}Q|Q|Oj3|P<|$|%|j*fS)5Nr)_materialize_and_lift_constants)aot_export_module)2_disable_custom_triton_op_functional_decomposition_export_to_aten_ir_ignore_backend_decomps_verify_nn_module_stack_verify_placeholder_names_verify_stack_trace)ShapeEnvc&|dup |jjduSrP)graph_signaturebackward_signature)rrs rW_is_joint_ir_decompzO_decompose_and_get_gm_with_new_signature_constants.._is_joint_ir_decomp_s# D ( A!4D@ rYF)remove_duplicate)!unwrap_tensor_subclass_parametersT) shape_envexportz6expected mod.graph._codegen to be _PyTreeCodeGen, got zout_spec must not be None)&_enable_graph_inputs_of_type_nn_module_fakify_script_objects placeholdervalr7)r_prettify_placeholder_namesdecompose_custom_triton_opscVi|]%\}}|t|tr|n|&Srb) isinstancer).0rdobjmap_fake_to_reals rW zF_decompose_and_get_gm_with_new_signature_constants..sP222 !S %c+;<<!(-- 222rYc$i|] \}}|v || Srbrb)rrQpwrapped_params_bufferss rWrzF_decompose_and_get_gm_with_new_signature_constants..+s5D!555a555rYz expected z6 not to be a torch.nn.Parameter when not in state_dictc(g|]}|jdk |Srr}rnodes rW zF_decompose_and_get_gm_with_new_signature_constants..@s+=8P8P8P8P8PrYc(g|]}|jdS)r)metars rWrzF_decompose_and_get_gm_with_new_signature_constants..Cs???d5!???rYcg|]\}}|Srbrb)rrQ_s rWrzF_decompose_and_get_gm_with_new_signature_constants..EsMMM'$MMMrY)decompositions trace_jointoutput_loss_indexct|tr|St|trt|jSt|trt |jSt|t rt |jSt|t rt |jStdt|)NrQzType of old_arg not supported: ) rr9rCrQrBrAr@ RuntimeErrortype)old_argnew_phs rW update_argzF_decompose_and_get_gm_with_new_signature_constants..update_argfs g/ 0 0 5N  0 0 5!v{333 3  0 0 5!v{333 3 !1 2 2 5#555 5  1 1 5" 444 4LT']]LLMMMrYc(g|]}|jdk |Srrrs rWrzF_decompose_and_get_gm_with_new_signature_constants..ss$TTT47m;S;S;S;S;SrYznew_placeholders length z( does not match old_placeholders length )_node_metadata_hook_set_node_metadata_hook)_graph_output_nameszUFile "torch/fx/passes/runtime_assert.py", line 24, in insert_deferred_runtime_asserts stack_trace)metadatazexported program: )rczi|]7\}}t|jt|jj|j8Srb)rargr9rQ)rrUspecnew_placeholderss rWrzF_decompose_and_get_gm_with_new_signature_constants..sO At$($455  '*/rYc g|];\}}t|j|j||j|j.s_ At  I Jtx!1!!4 5 5 K O   rYci|]\}}|| Srbrb)rrUrQs rWrzF_decompose_and_get_gm_with_new_signature_constants..sWWWWQqWWWrYcg|] }|j Srbrrs rWrzF_decompose_and_get_gm_with_new_signature_constants..sOOODdiOOOrYzmutation_names z does not match expected z9expected input_spec.kind to be USER_INPUT or BUFFER, got r)rrrzPgraph_signature.backward_signature must not be None when joint_loss_index is setz#graph_signature.user_inputs length z# does not match input_specs length cfi|]-\}}t|jtj||.Srb)rrrC user_inputs)rrUrrs rWrzF_decompose_and_get_gm_with_new_signature_constants..sI   4$(N33  ' *D   rYzUnknown input kind:  input_specs output_specs)(torch._export.passes.lift_constants_passrtorch._functorch.aot_autogradrtorch.export._tracerrrrrr%torch.fx.experimental.symbolic_shapesrmodulervnamed_parameters named_buffers7torch._functorch._aot_autograd.subclass_parametrizationrr graph_moduler _out_specrgraph_codegenrrr pytree_info orig_argsr]tupler_treespec_tupler_in_spec recompilerr constantsr' state_dictnon_persistent_buffersr rtorch._export.non_strict_utilsrrnodesr}rr:fake_valrQreal_objappendr rexample_inputsr tree_unflattenvaluesrgmsigr$r&r%r* _remove_unnecessary_copy_op_passrnn Parameterpopdelattrr- contextlib nullcontextfx GraphModuleeliminate_dead_code output_noderhlenziprrintrrr(r#(torch._export.passes._node_metadata_hookrr4torch._functorch._aot_autograd.input_output_analysisr_dynamoconfigdo_not_emit_runtime_asserts_get_shape_envrlrrr enumeraterruser_inputs_to_mutaterrr< USER_INPUTBUFFERr>BUFFER_MUTATIONUSER_INPUT_MUTATIONrr?rCr LOSS_OUTPUTgetrgradients_to_user_inputs PARAMETERGRADIENT_TO_PARAMETERGRADIENT_TO_USER_INPUTr;Tensorinputs_to_parametersinputs_to_buffers)Wrrrrrrrrrrrrrrrmodrunwrapped_params_buffers fake_moderMorig_arg_namestemp_registered_constantsfake_params_buffersparams_buffers_to_node_metarrretracing_argsrreal_script_objtxretracing_args_unwrapped patched_mod new_fake_argsnew_fake_kwargsnew_fake_constant_attrsaten_export_artifactrnew_graph_signaturernew_state_dictrQrold_placeholders fake_argsbuffers_to_remove fake_mode_det fake_mode_ctx#custom_triton_ops_decomposition_ctx new_outputsold_phrname_mapfind_available used_namesphrrrrroutputold_new_placeholder_maprruser_inputs_indexmutation_namesexpected_names output_name input_namerU input_spec output_kindrr gradientsspecssourcerold_noderTrvrrrrrsW @@@@@rW2_decompose_and_get_gm_with_new_signature_constantsr`Ks!YXXXXX???????>>>>>    r#3 4 4Y7iikk" 3'''??@@" 3$$e$<<=="         *)#...$ 3'''??@@$ 3$$e$<<==$  .bo>>  &DIIII=#),n==  cciN`IaIacc +7A   !<== = =u - -,hZ88H+         ((:BL#NNN%C  2 I% % ! 5YDD&DS&I&I#         IO < # L+-F$ :/5H 'V&(;''#<;+-D ('!#'yD D D D D D D D D D D D D D D P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P P d ###B!!"&9:::"B ## #   m 7==?? .3355 - -GD!>))a!344(bDbbb~%%777"&&t,,,&66.4@?.>???IMMR_-J-J-L-LMMM!''&&&&%Y//M0=0EJ*,,,=M ' @  ?( !!'''' ,M::'' ,+-- '' 0/ O .(4$4$@  d    O"eh233333 $$&&&#''''''''''''''''''''''''''''''''''''''''''''''''''''''''''''* N N NUTTTT-2283G3G3I3I3Nq3Q-R-RK $4 5 555 }s+;'<'< } }fijzf{f{ } }   .0@AA22&,k1 fmmH%0%5%5N55J::GRWnj9999   7m # # . nj$)TY   $B'''YXXXXX =  ; 1 #2&&  ((!'=+2N   0X)LRX)V)VXX                LLNNNK)<)R>9\<[* [AZ< 0 [<[ [[ [ [*[ [*[ [* \*[. .\1[. 2\\\)c66c:=c:rrDcj||5|jjD]}|jdkrt j|j\}}|D]}t|tj j r|j |j vs|j |jvrg|jdkr\|jtjjjjur:||jd|j||dddn #1swxYwY||fS)zQ Removes redundant copy_ node that was introduced due to mutated buffer. rR call_functionr7N)_set_replace_hookget_replace_hookrrr}r_ tree_flattenrhrrrNoderQbuffers_to_mutateparameters_to_mutateropsrrdefaultrX erase_noder)rrDrrhrouts rWrr0sj  1BBDD E EHN 5 5Dw("" -di88a 5 5C!#ux}55 5$7$III8':'OOO Fo55 # ein.A.I I I55chqkBBBH//444  " ""sC2D&&D*-D*c ||5|D]}t|tjjs"i}i}t|jj D]}|j dkr|j tj ur|j\}}||d|} | |vrc||| |D]*} | j!| j||| +|j|||| <| ||<|j||< ddddS#1swxYwYdS)Nrb.)rcrdmodulesrrrrr]rrr}roperatorgetitemrhrXrerkrQ) rrmodule_call_graphrnode_idgetitemsrr]idxnew_identrys rW _common_getitem_elimination_passrxIs  o>>@@ A A..jjll . .Ffeh&:;; 02G13HV\/00 . .7o--$+AQ2Q2Q"&)KFC '77#77F))228F3CDDD%6""E$: % E E$((6*:!"!"!" //5555+/((. $(IGDMM! .  ...................sD D??EEold_gmold_graph_signaturerold_module_call_graphctj|}d|jjD}ijj}i|j|j}i|jji||j|j} i} d} d|jjD} ttfd| } d|jjD} |jjD]}|j dgx}r|j | |dj <5|j dkr|j| vs|j|jvs|j| vrt!|j t"s$t%d t'|j | | }t!|t"st%d t'||j | |<| d z } t)t}|D]o\}}|d s ||vr|| |<$d |d d d}|||p|D] }|j}| g|j|jD]}|j |vrt;d|j d|j | vr| |j |_ ?|j |vr||j }|j dkr|jt<jj j!j"t<jj j!j#t<jj j!j$fvr6|j%dj }|| vrt;d|d| ||_  |S)Nci|] }|j| Srbrrs rWrz2_get_updated_module_call_graph..os@@@TD@@@rYrc2g|]}|jdk |jSrr}rrs rWrz2_get_updated_module_call_graph..s-dg6N6N 6N6N6NrYc|vo|jvSrP) input_tokens)xold_graph_non_user_inputsrzs rWz0_get_updated_module_call_graph..s!a88:,99rYc2g|]}|jdk |jSrrrs rWrz2_get_updated_module_call_graph..s-$']2J2J 2J2J2JrY from_noderz"expected node.name to be str, got z!expected old_name to be str, got r7zparametrizations.rnzIt looks like z is a tensor subclass. Preserving submodule that takes subclass parameter is not supported in inference IR because we desugar them, resulting in more tensorsrb)&rdeepcopyrrr2r3!inputs_to_lifted_tensor_constantsinputs_to_lifted_custom_objsr]filterrr,rQr}rrrrarrrrrjoinsplitr rerJrK ValueErrorrrirto dtype_layoutdevicedtyperh)ryrzrrr{new_module_call_graph old_nodesold_graph_params_buffersnew_graph_params_buffersnew_graph_non_user_inputs provenanceuser_input_counterold_user_input_namesnew_user_input_namesrhistoryold_nameold_param_to_desugaredrQr old_targetrwrerr^rs ` @rW_get_updated_module_call_graphrfsg!M*?@@@@V\-?@@@I   2   /    .   + ! "!  ?!  :! ! "!  ;!  6!"$J & 2  : : : : :    ",,immK44 47 ,+/9Jwr{' ( ( W % % 888;/">>>;"666%di55,RdiRR 44FGH%h44,PXPP,09Jx(&!+& )..06688<< f  !455 <///#' 4 &,,s"3"3AbD"9::J ": . 5 5d ; ; ; ;''4'4O   89#8i&78# 4# 4Av/// [QV[[[ v###AF+9$$$QV,;/11hoIN%2IN%,IN%+J77 "*q!1!6J!33(cZccc ( 3AFG# 4J ! rYrc 8t|||||\}}}t|j|j|||j}|j|jjt||j} t||j ||| ||j |j } | S)Nrrrr)rootrrrrange_constraintsrrr r) r`rrrrrrr_get_updated_range_constraintsrrErr r) rrrrrrrDrrnew_range_constraintsexported_programs rW_decompose_exported_programrs ; #/)$?      ;     GNN2?'(((:   ' h+//(,    rYc eZdZUdZejjed< eed< e e e fed< ded< e e ed< eee dfe e e ffd zed < e e efed < e eeed < e e ed < dNd ddejje e e fzdejjdede e ejejjzfddde e deee dfe e e ffd zde e efd zde eed zfdZeeddZejeddZeeddZejeddZeedd Zejedd!Zeedd"Zejedd#Zedd$eejjfd%Z edd$eee ejjffd&Z!edd$eejfd'Z"edd$eee ejffd(Z#eedd)Z$e$jedd*Z$eedd+Z%e%jedd,Z%eedd-Z&e&jedd.Z&eedd/Z'e'jedd0Z'eedd$e fd1Z(e(jedd2Z(eedd$e fd3Z)e)jedd4Z)eedd5Z*e*jedd6Z*eedd7Z+e+jedd8Z+eedd9Z,e,jedd:Z,d;Z-dZ.dd d d dL dQdMZ?d S)RrEa Package of a program from :func:`export`. It contains an :class:`torch.fx.Graph` that represents Tensor computation, a state_dict containing tensor values of all lifted parameters and buffers, and various metadata. You can call an ExportedProgram like the original callable traced by :func:`export` with the same calling convention. To perform transformations on the graph, use ``.module`` property to access an :class:`torch.fx.GraphModule`. You can then use `FX transformation `_ to rewrite the graph. Afterwards, you can simply use :func:`export` again to construct a correct ExportedProgram. _graph_module_graph_signature _state_dictzdict[sympy.Symbol, ValueRanges]_range_constraints_module_call_graph.N_example_inputs _constants _verifiers _guards_code) verifiersrrrrrdict[sympy.Symbol, Any]rrr rrc ~tjj|_t |||_t|tjjr$|jj |j t|j||||_ ||_ ||_|td||_||_|pi|_| pt&g} t)d| Dstd| | |_|t/|j|_dS)Nz"module_call_graph must not be Nonec3@K|]}t|tVdSrP)rur+)rr_s rW z+ExportedProgram.__init__..ms,>>q:a**>>>>>>rYz2all verifiers must be subclasses of Verifier, got )rrrCodeGenr_create_graph_module_for_exportrrrrrrxrrrrrrrr+allrvalidate_convert_guards_to_coder) rRrrrrrrrr rrs rW__init__zExportedProgram.__init__Ls?//11>I>>>>>  PYPP $ 3D4FGGrYF)is_backward_compatiblec|jSrP)rrRs rWrzExportedProgram.graph_modulews !!rYc td)Nz7Unable to set ExportedProgram's graph_module attribute.rrRvalues rWrzExportedProgram.graph_module|sTUUUrYc|jjSrP)rrrs rWrzExportedProgram.graphs &&rYc td)Nz0Unable to set ExportedProgram's graph attribute.rrs rWrzExportedProgram.graphsMNNNrYc|jSrP)rrs rWrzExportedProgram.graph_signatures $$rYc td)Nz:Unable to set ExportedProgram's graph_signature attribute.rrs rWrzExportedProgram.graph_signaturesWXXXrYc|jSrP)rrs rWrzExportedProgram.state_dicts rYc td)Nz5Unable to set ExportedProgram's state_dict attribute.rrs rWrzExportedProgram.state_dictsRSSSrYrsc#FK|D] \}}|V dS)zH Returns an iterator over original module's parameters. N)r)rRrparams rW parameterszExportedProgram.parameterss< --//  HAuKKKK  rYc#JK|jjD]}||j|fVdS)z Returns an iterator over original module parameters, yielding both the name of the parameter as well as the parameter itself. N)rrr)rR param_names rWrz ExportedProgram.named_parameterssB .9 : :Jdoj99 9 9 9 9 : :rYc#FK|D] \}}|V dS)zC Returns an iterator over original module buffers. N)r)rRrbufs rWbufferszExportedProgram.bufferss< ((**  FAsIIII  rYc#DKt|jj}d}|jjD]u}||vr||j|fV||jvr||j|fV3||jvr||j|fVN||j}|||fVvdS)z Returns an iterator over original module buffers, yielding both the name of the buffer as well as the buffer itself. N)rrrrrrr)rRr gm_state_dict buffer_names rWrzExportedProgram.named_bufferss "%T%9%P!Q!Q /7 > >K444!4>+#>>>>>>//!4?;#??????..!4>+#>>>>>> !($($5$@$@$B$BM!=#====== > >rYc|jSrP)rrs rWrz!ExportedProgram.range_constraints &&rYc td)Nz.CallSpecNrLrM)rZr[r\r_r`r^rbrYrWCallSpecr s8_t+ + + +o, , , , , ,rYrr)rLrMz=expected first module_call_graph fqn to be empty string, got )r rrrrdrrerLrM)rRrs rWrzExportedProgram.call_spec s - - - - -z - - - t% & &! + +8D4888 8  !! $ (B . . qPTPfghPiPmqq x*1-7?+A.8A    rYc td)Nz4Unable to set ExportedProgram's call_spec attribute.rrs rWrzExportedProgram.call_specQRRRrYc|jdS)Nrrrs rWverifierzExportedProgram.verifier!sq!!rYc td)Nz3Unable to set ExportedProgram's verifier attribute.rrs rWrzExportedProgram.verifier&sPQQQrYcR|jtd|jdjS)Nz_verifiers must not be Noner)rrdialectrs rWrzExportedProgram.dialect+s+ ? " !>?? ?q!))rYc td)Nz2Unable to set ExportedProgram's dialect attribute.rrs rWrzExportedProgram.dialect2sOPPPrYc|jSrPrrs rWrzExportedProgram.verifiers7 rYc td)Nz4Unable to set ExportedProgram's verifiers attribute.rrs rWrzExportedProgram.verifiers<rrYc|jSrPrrs rWtensor_constantsz ExportedProgram.tensor_constantsArrYc td)Nz;Unable to set ExportedProgram's tensor_constants attribute.rrs rWrz ExportedProgram.tensor_constantsFs I   rYc|jSrPrrs rWrzExportedProgram.constantsMrrYc td)Nz4Unable to set ExportedProgram's constants attribute.rrs rWrzExportedProgram.constantsRrrYc|jj}|t||}tj||f\}}||t d|D}||fS)aFlatten args, kwargs using pytree, then, check specs. Args: args: List[Any] original args passed to __call__ kwargs: Dict[str, Any] original kwargs passed to __call Returns: A tuple of (flat_args, received_spec) flat_args is flattened args / kwargs received_spec is the pytree spec produced while flattening the tuple (args, kwargs) Nc3&K|] }|dV dS)r7Nrb)rrs rWrz.ks&<<1!A$<<<<<Trying to flatten user inputs with exported input tree spec: z- but actually got inputs with tree spec of: F)rrLrr0rwrrrrr<r'r.r(rr rrrrCONSTANT_TENSOR CUSTOM_OBJr) rRrhrirLrradditional_inputsrinput_s rW_graph_module_flat_inputsz)ExportedProgram._graph_module_flat_inputsns.(#'#A#A$#O#O =  } 7$A( ( ###!##  *6 H HF{i222# !$--&,,T^FM-JKKKK]do55%,,T_V]-KLLLL]dn44%,,T^FM-JKKKK %,(,(9(D(D(F(F %,,]6=-IJJJJ)$!"(( )FGGG!"344!9,,rYc td)Nz\Unable to call ExportedProgram directly. You should use `exported_program.module()` instead.r)rRrhris rW__call__zExportedProgram.__call__s B   rYc|jdddd}t|jdd}d|d|d|jd}|S)NF) print_outputcolored z zExportedProgram: z Graph signature: z Range constraints: )rprint_readablereplacerarr)rRrrstrings rW__str__zExportedProgram.__str__s(778  '$ ! ! d233;;D(KK = = = / = =#'"8 = = =   rYTcddlm}|||}ddtfd}ddtfd}tj|||_tj|||_|S) a Returns a self contained GraphModule with all the parameters/buffers inlined. - When `check_guards=True` (default), a `_guards_fn` submodule is generated and a call to a `_guards_fn` submodule is inserted right after placeholders in the graph. This module checks guards on inputs. - When `check_guards=False`, a subset of these checks are performed by a forward pre-hook on the graph module. No `_guards_fn` submodule is generated. r7)&_unlift_exported_program_lifted_states) check_guardsTmodec td)Nz%Calling train() is not supported yet.NotImplementedErrorrRrs rW_trainz&ExportedProgram.module.._trains%&MNN NrYc td)Nz$Calling eval() is not supported yet.rrs rW_evalz%ExportedProgram.module.._evals%&LMM MrYT)rrbooltypes MethodTypetraineval)rRrrrrrs rWrzExportedProgram.modules DCCCCC77<XXX O Ot O O O O N Nd N N N N'77 &uf55  rYctdt|jjDt |jjS)Nc3JK|]\}}|jtjk|VdSrPrr<r')rrUss rWrz=ExportedProgram._num_lifted_params_buffers..sB  Aq6Y1111111  rY)nextr%rrrrs rW_num_lifted_params_buffersz*ExportedProgram._num_lifted_params_bufferssQ  %d&;&GHH    %1 2 2    rYrrc|tnt|}t|tr|}t |\}}t |||d|S)a Run a set of decompositions on the exported program and returns a new exported program. By default we will run the Core ATen decompositions to get operators in the `Core ATen Operator Set `_. For now, we do not decompose joint graphs. Args: decomp_table: An optional argument that specifies decomp behaviour for Aten ops (1) If None, we decompose to core aten decompositions (2) If empty, we don't decompose any operator Some examples: If you don't want to decompose anything .. code-block:: python ep = torch.export.export(model, ...) ep = ep.run_decompositions(decomp_table={}) If you want to get a core aten operator set except for certain operator, you can do following: .. code-block:: python ep = torch.export.export(model, ...) decomp_table = torch.export.default_decompositions() decomp_table[your_op] = your_custom_decomp ep = ep.run_decompositions(decomp_table=decomp_table) Nr)rHrvrr3 materializerr)rRrr _decomp_tablerrs rWrun_decompositionsz"ExportedProgram.run_decompositionssP)5(< " $ $ $$|BTBT  m%6 7 7 8)5577M" 9 G G  + ' 3!(C     rYpassesc tt|}ddlm}|5||j}dddn #1swxYwY||jn|j}|t d||jur |js|Sdtdtj j dtfd}t||j ||j ||jt||jt#j|j|j|j|j }|jj|jj|jj|jj|S) Nr)rztransformed_gm must not be None old_signaturenew_gmrsc jg}t|jjD]\}}|jdkrn|t |jkr(t d|dt |jd|j|}t|jttfr|jn!t|j|j }| t|j||j|jt%|jjd}|jdkrt d|jg}t|jdD]\}}|t |jkr(t d |dt |jd |j|} t| jttfr| jn!t| j|j }| t+| j|| jt-|| } | S) zO Update the graph signature's user_input/user_outputs. rz9Number of inputs changed after transformation: got index z but only z input_specsrrRz,expected last node to have op='output', got rz:Number of outputs changed after transformation: got index z output_specsr)r%rrr}rrrrrr9r:rrQr r=rrrr]rhrr?r;) r.r/new_input_specsrUrold_input_specrrnew_output_specsold_output_spec new_signatures rW_get_updated_graph_signaturezKExportedProgram._transform_do_not_use.._get_updated_graph_signature4s!O$V\%788  47m++EM56666(QTUQQ$' (A$B$BQQQ"/!:1!="&*-=?P,Q=N&&2n011$)<<  &&&+&-&1 v|12226K~))$U;>UU " $[%5a%899  4M67777(SUVSS$' (B$C$CSSS#0"@Q-R>O''3o12249== !''3S/:PQQ1+:JM! rY rrrrrrrr rr)r6r]rrrrmodifiedr;rrrrErrrrrrrrr rrrr)rRr,pmrrestransformed_gmr6transformed_eps rW_transform_do_not_usez%ExportedProgram._transform_do_not_use#s f & & @????? $ $ & & ( ("T&''C ( ( ( ( ( ( ( ( ( ( ( ( ( ( (-0_))$BS  ! !BCC C T. . .s| .K> !/> !H(> !"> !> !> !> !@) &88$n<&#mD,CDD.nn    #(//0A0FGGG#(//0@0EFFFsA  AAcddlm}d|jjD}dt ||jjD}||||jdS)Nr)"_check_input_constraints_for_graphc(g|]}|jdk |Srr)rrs rWrz.s$MMMaqt}7L7L7L7L7LrYcBg|]\}}|jtjk|Srbr$)rrr%s rWrz.s6   1v--- ---rY)torch._export.utilsr?rrrrrr)rRrr? placeholdersinput_placeholderss rWrz(ExportedProgram._check_input_constraintssJJJJJJMM4:#3MMM   L$*>*JKK    +*  3T5K     rYc.|dSrP) _validaters rWrzExportedProgram.validates rYct|jdkrtd|jD]}|| dS)Nrz0ExportedProgram must have at least one verifier.)rrrcheck)rRr_s rWrFzExportedProgram._validatesX t~  ! # # !STT T  A ACCIIdOOOO  rY)rrrc t||j|||n|jtj|jtj|j|j||n|j||n|j  S)Nr7) rErrrrrrr rr)rRrrrrrs rW_updatezExportedProgram._updatesw$+%/%;zz"mD,BCC"mD,CDD.#,#8iidn#,#8iidn    rY)NNr)NF)rsrE)@rZr[r\__doc__rrrr^r;rvrarr]rFrrrr+rModuleGraphr1rrpropertyr4rsetterrrrrrrrrrrrr rrrrrrrrrrrr'rn_ops OperatorBaserrr+PassTyper=rrrrFrJrbrYrWrErE"sU   8''''O****Mc3hU9999E_----J5c?DcN:;dBBBBLS001111:T(^$$$$Is)IM>B)H26)H)H)HhoS#X.)Hx~)H. )H elUX-???@ )H 5 )H 0)HeCHotCH~=>E)H334t;)HX'$.)H)H)H)HV]%000""10X"]%000VV10V]%000''10X' \]%000OO10\O]%000%%10X%]%000YY10Y]%000  10X ]%000TT10T]%000HUX%7810]%000:(5eh6H1H+I"J:::10:]%000%,/10]%000>xc5<.?(@A>>>10>2]%000''10X']%000  10 ]%000''10X']%000  10 ]%000$$10X$]%000%%10%2]%000  10X ]%000SS10S]%000"#"""10X"_]%000RR10_R]%000****10X*  ^]%000QQ10^Q]%00010X]%000SS10S]%00010X]%000  10 ]%00010X]%000SS10S(((.6-c6-36-36-6-6-6-p c S S        58+?2   $HL,1D D 5:2H<=DD &*D   D D D $#D LdXd:KddddL    ]%00010  U         rYcd|jjD}ddlm}||}||jS|D]*}t |t jr|jjcS+dS)Nc^g|]*}|jdd|jd+S)rN)rr,rs rWrz"_get_shape_env..s?     9== % % 1 % 1 1 1rYrr,) rr torch._guardsr-rrrSymIntr)rvalsr-r6r_s rWr$r$s  HN   D /.....  &&I"" $$ a & & $6# # # # $$$rYold_range_constraintszdict[sympy.Symbol, Any] | Nonerc|tdt|iStj|}fd|D}jD]\}}|jvr ||vr|||<|S)Nz&old_range_constraints must not be Nonec.i|]\}}|jv||Srb) replacements)rrr_rs rWrz2_get_updated_range_constraints..s3Aay?U6U6U16U6U6UrY)rr$rr var_to_ranger[)rrXrrr_rs @rWrrs$EFFFr""I  "788*0022 &,,..%%1 I* * *q8I/I/I#$ a rYc tj||}ni#t$r\t jddtj|tj}||_YnwxYw|S)NzUnable to execute the generated python source code from the graph. The graph module will no longer be directly callable, but you can still run the ExportedProgram, and if needed, you can run the graph module eagerly using torch.fx.Interpreter.r) stacklevel)rrr SyntaxErrorwarningswarnrM_graph)rrrs rWrrs X ! !$ . .    G     X ! !$(8(8 9 9  Is #A#B B ct|}|gSd|jDtjjj|jd|jfd|jD}d|DS)NcJh|] \}}td|D|!S)c3`K|])}t|tjjj V*dSrP)rrr!r]ConstantSource)rr]s rWrz4_convert_guards_to_code...sK  65=#7#FGG G      rY)r)rvarsourcess rW z*_convert_guards_to_code..sX C   !      rYc|jSrPr)r%s rWrz)_convert_guards_to_code..sAFrYcg|];}|jj!|j.sR     : " + +J 7 7 5:&&   rYcg|]}d|v| S)z L['self']rb)rrps rWrz+_convert_guards_to_code..s" ? ? ?ek&>&>E&>&>&>rY) r$var_to_sourcesrrr experimentalsymbolic_shapesShapeGuardPythonPrinterguards)rrretrqrrs @@rWrrs|,,I %4::<<J&6NN "2"2I4LJ     %   C @ ?s ? ? ??rY)rsr3rP)rr dataclassesrlrprr` collectionsrcollections.abcrrrtypingrrr r rUr r torch._higher_order_ops.utilsr "torch._library.fake_class_registryrtorch._subclasses.fake_implsrrrtorch._subclasses.fake_tensorrtorch.fx._symbolic_tracertorch.fx._utilsrtorch.fx.graphrrtorch.fx.immutable_collectionsrrtorch.fx.passes.runtime_assertrsympytorch.utils._sympy.value_rangesrrtorch.utils._pytreeutils_pytreer_rBrrrrrr r!r"r#r$r%r&r'r(r)r*torch._export.verifierr+r-r/torch.export._tree_utilsr0r1torch.export.decomp_utilsr3torch.fx._compatibilityr4torch.fx.passes.infra.pass_baser5"torch.fx.passes.infra.pass_managerr6rr8r9r:r;r<r=r>r?r@rArBrCrD__all__rrrR dataclassrGrFrnrContextrrwrr AutogradCPU AutogradCUDA AutogradMeta AutogradXLA AutogradLazy AutogradIPU AutogradXPU AutogradMPS AutogradHPUAutogradPrivateUse1AutogradPrivateUse2AutogradPrivateUse3rCPUCUDAMetaXLALazyIPUXPUMPSHPUrrrvrPrQrrrHrr`rrxr]rrrEr$rrrrbrYrWrsp  ######........%%%%%%88888888888811111111BBBBBB?????? 988888;;;;;;??????66666666IIIIIIIIJJJJJJ< LLL;;;;;; $$$$$$$$$$,+++++******@@@@@@BBBBBBBB777777111111666666::::::"    UX)*J,== >  ' ' ' ' ' ' ' '  11111111 Gt G>Gt G> G  GGGG: H$ H% H% H$ H% H$ H$ H$ H$ H, H, H, ,(, H H H H H H H H H P$P$P$f,-uz.89,- 4 '1 2C 78,-,-,-,-^b2b2 /9:b2ej5x?@ b2 Dj b2b2b2b2J# #3G# 58 !5 56####2. ....:B! H B!-B! B!* B!  0 B!B!B!B!J4 /9:4ej5x?@ 4 Dj 4 "& 4444nT  T  T  T  T  T  T  T  n $ $ $$?C ;0,@@@@@rY