jUddlmZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlmZddlmZmZmZmZddlmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$ddl%m&Z&ddlm'Z'ddl(Z(ddl)Z(ddl*m+Z+dd l,m-Z-dd l.m/Z/dd l0m1Z1m2Z2m3Z3m4Z4dd l)m5Z5dd l6m7Z7m8Z8m9Z9m:Z:ddl;mZ>m?Z?ddl@mAZBddlCmDZDddlEmFZFddlGmHZHmIZIddlJmKZKmLZLddlMmNZNmOZOmPZPddlQmRZRmSZSddlTmUZUmVZVmWZWmXZXmYZYddlZm[Z[m\Z\m]Z]m^Z^ddl_m`Z`maZambZbmcZcddlOmdZdmeZemfZfmgZgmhZhmiZimjZjmkZkmlZlmmZmmnZnddlompZpmqZqmrZrddlsmtZtddlumvZvddlwmxZxdd lymzZzdd!l{m|Z|m}Z}m~Z~mZdd"lPmZdd#lmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZdd$lmZd%ed&< ddlZn #e$rdZYnwxYwejrdd'lmZdd(lmZdd)lmZmZmZdd*lmZe jeZe(jed+Ze(jed,ZejZe#d-Ze&d.ZGd/d0ZGd1d2ZeZeZdad3ed4<ejeB ddd=Zdd@ZecjddDZ dddMZdaejZdNedO<ddQZddRZGdSdTZ ddd[Zdd\lmZdd]lmZejrdd^lmZeZd_ed`<dddZ dddeddxZGdydzZdd{Zdd}Zdd~ZGddejZGddZddZdS)) annotationsN)Path)CellTypeCodeType FunctionType ModuleType) AnyCallableDictListOptionalSetTupleTypeVarUnion) ParamSpec) ReferenceType)GlobalStateGuard)get_compile_pg)TensorifyState)compile_contextCompileContext CompileIdtracing) structured)compile_time_strobelight_metajustknobs_check#maybe_upload_prof_stats_to_manifoldsignpost_event)_use_lazy_graph_module)ConstraintViolationErrorGuardOnDataDependentSymNode)_forward_from_src) _WaitCounter)DistributedDataParallel)_disable_current_modesis_in_torch_dispatch_mode)CapturedTracebackformat_traceback_short)configexc trace_rules)remove_dead_coderemove_pointless_jumps) check_inst_exn_tab_entries_valid Instruction is_generator propagate_inst_exn_table_entriestransform_code_object)CacheSizeRelevantForFramecompute_cache_sizeexceeds_cache_size_limitis_recompilation)always_optimize_code_objects dynamo_tls skip_code TorchPatcher) augment_exc_messageBackendCompilerFailedFailOnRecompileLimitHitformat_error_msgInternalTorchDynamoErrorRecompileLimitExceededSkipCodeRecursiveExceptionTorchRuntimeErrorUncapturedHigherOrderOpError unimplemented Unsupported)CheckFunctionManager&get_and_maybe_log_recompilation_reason GuardedCode)Hooks)put_code_state)ExecutionRecord)TORCH_DYNAMO_RESUME_IN_PREFIX)DistributedStateInstructionTranslator LocalStateSpeculationLog)is_numpy)chromium_event_timedCleanupManagerCompileTimeInstructionCountercounters dynamo_timedformat_bytecodegen_record_file_nameget_metrics_contextincrement_frame is_namedtupleistype LazyString orig_code_mapreset_graph_break_dup_checkersetup_compile_debug to_int_ustroubleshooting_urlwrite_record_to_file)#torch_function_mode_stack_state_mgrzOptional[ModuleType]np) CompilerFn)WrapBackendDebug) BytecodeHook CacheEntryDynamoFrameType)FrameStateSizeEntrybytecode graph_breaks_T_PceZdZdS) TODO_UNKNOWNN)__name__ __module__ __qualname__LC:\Projects\Historical\venv\Lib\site-packages\torch/_dynamo/convert_frame.pyrsrssDrxrsc.eZdZd dZd dZdd Zd d Zd S)TrackerreturnNonec:g|_t|_dSN)seensetseen_idsselfs ry__init__zTracker.__init__s35 "%%% rx strong_objrct|jvrOtj|fd}j|jdSdS)Nc8jSr)rremove)_idxrs ryzTracker.add..sDM4H4H4M4Mrx)idrweakrefrefrappendadd)rrobjrs` @ryrz Tracker.addstnn dm # #+j*M*M*M*M*MNNC I  S ! ! ! M  c " " " " " $ #rxitemboolc.t||jvSr)rr)rrs ry __contains__zTracker.__contains__s$xx4=((rxcj|j|jdSr)rclearrrs ryrz Tracker.clears.  rxN)r|r})rrr|r})rrr|r)rtrurvrrrrrwrxryr{r{sd((((####))))rxr{zOptional[GlobalStateGuard]initial_global_statesrcstrglobalsDict[str, Any] co_fieldsOptional[Dict[str, str]]r|rcPt|||}t|j|Sr)original_forward_from_srcr;__code__)rrrresults ryfx_forward_from_src_skip_resultrs* 'sGY ? ?F fo MrxfnCallable[_P, _T]cVtjdfd }|_|S) z Context manager to: 1) Save/restore torch.is_grad_enabled() state 2) Save/restore python random state 3) Save/restore torch random state 4) Monkey patch torch.fx.graph_module._forward_from_src args_P.argskwargs _P.kwargsr|rpcJ t}tj}tj5tj}tj}tj}tj }tj }d} tj rtj } tj } tjjj} t"tjj_t%} t'j} | tjj| t0 |i|| tjdks Jd| tj|tjj|tj||tj |tj!|| tj !| tj"| | tjj_|#s Jd|$dcdddS#| tjdks Jd| tj|tjj|tj||tj |tj!|| tj !| tj"| | tjj_|#s Jd|$dwxYw#1swxYwYdS)NrzQTorch function mode stack state changed while dynamo tracing, please report a bug) warn_onlyzGlobal z7state changed while dynamo tracing, please report a bug)%rtorchis_grad_enabled_C_PreserveDispatchKeyGuardis_inference_mode_enabled$are_deterministic_algorithms_enabled-is_deterministic_algorithms_warn_only_enabledrandomgetstate get_rng_statecuda is_available_get_cublas_allow_tf32fx graph_moduler#rrb contextlib ExitStack enter_context_symbolic_trace_maybe_revert_all_patchesrfclose_len_torch_function_stack_set_grad_enabledautograd grad_mode_enter_inference_modeuse_deterministic_algorithmssetstate set_rng_state_set_cublas_allow_tf32checkreason)rrguardsprior_grad_modeprior_inference_modeprior_deterministicprior_warn_only py_rng_statetorch_rng_statecuda_rng_state allow_tf32prior_fwd_from_srccleanup exit_stackrs ry_fnz"preserve_global_state.._fnsI!##/11 X / / 1 1' f' f#(#B#D#D "'"L"N"N #QSSO!?,,L#l88::O!Nz&&(( ==  """**?;;;(>>?STTT2'? --- **?;;;!-J,,^<<<// ;;;:L%7LLNNffeV]]__eeeff"M' f' f' f' f' f' f' f' f* H6688A===f>==  """**?;;;(>>?STTT2'? --- **?;;;!-J,,^<<<// ;;;:L%7LLNNffeV]]__eeeff"NNNNM' f' f' f' f' f' f' f' f' f' fs-E)R+L)2E*R)E,RRRRrrrrr|rp) functoolswraps_torchdynamo_orig_callable)rrs` rypreserve_global_statersN_R.f.f.f.f.f.f`&(C" Jrxframerlrc"|jtvrdS|jjD]}||jvrv|j|}t |t r&|jds |turdStr'tj r|tust|rdSid fd |j D]}|rdStd|jj|jj|jjd S) z+Check if the frame has torch.* related bitsTztorch.robjectr|rc "t}|vr|Sd|<ttjtjjfs4t tr,ttjjr d|<|Stj rHtrAt tj sttj r d|<|St ttfr&t!fdD|<|St t"rGt}t!fd|D|<|St t&t(t*tdt,fr d|<|St/rz:has_tensor_in_frame..has_tensor..*s+">">Q::a==">">">">">">rxc3.K|]}|VdSrrwrs ryrz:has_tensor_in_frame..has_tensor..1s+"A"AQ::a=="A"A"A"A"A"ArxN_fieldsc3JK|]}t|VdSr)getattr)rrrrs ryrz:has_tensor_in_frame..has_tensor..7s5"T"T1::gc1oo#>#>"T"T"T"T"T"Trx)r isinstancerTensornnModuler^type issubclassr+ trace_numpyrgndarraygenericlisttupleanydictvaluesrintfloatrr]hasattrr)robj_idrrrs` ryrz'has_tensor_in_frame..has_tensorsC X  F# #  cEL%(/: ; ;!  3  ! ",S%(/"B"B!  $HV F# #    RZ(( -7sBJ,G,G  $HV F# # C$ ' ' "">">">">#">">">>>HV F# # C   #**,,''F""A"A"A"A&"A"A"AAAHV F# # C#sE4::t< = = $HV F# # 3   GC$;$; ""T"T"T"T"T "T"T"TTTHV F# # 5rxz0skipping because no torch.* %s %s %sF)rrr|r)f_coder9co_names f_globalsrrrt startswithrrgr+rrSf_localsrlogdebugco_name co_filenameco_firstlineno)rrrvaluerrs @@ryhas_tensor_in_framer sP |333t<(   eo % %/'*C#z**  ''11 58E\\tt f( cRii8C==itt "H(((((((V&&(( :e   44 II     #  5rxFe ExceptioncoderOptional[DynamoFrameType]exportr}cd}t|dr,t||}t||j||_t ||dS)N exec_recordr)rrZrerrecord_filenamer=)r rrrrs ryexception_handlerrPs] Oq-  ,.q$77_am<<<+&))))))rxz/typing.Counter[Union[int, FrameStateSizeEntry]]FRAME_COMPILE_COUNTERfuncc<tjrt|S|Sr)r+cprofilecprofile_wrapper)rs rymaybe_cprofileres &%%% KrxcHtjdfd }|S) Nrrrrr|rpc  tj}|s Jdtd jdt |ddd}t j}|tj }|j g|Ri|}tj |z }| t d j||tj|} ||n+#t"$rtd|YnwxYwt d||d } t)jd d d d ddt |gt(j} t)jdddt | g| jt d| n#t2$rt d|tjjd|tjjdYnwxYwt?t |x r#t@j!"d fd|S)NzTrace id is Nonez/tmp/r/z.profilez7### Cprofile for %s trace id [%s] took %.3f seconds ###zCannot write to %szRaw profile at %sz.svg gprof2dotz-fpstatsz"--node-label=total-time-percentagez!--node-label=self-time-percentagez--node-label=total-time)stdoutdotz-Tsvgz-o)stdinz Generated SVG from profile at %szxFailed to generate SVG from profile -- dumping stats instead.Try installing gprof2dot and dot for a better visualizationlinkcddS)Ncprofile_manifold_url)nameurlrw) manifold_linksryrz;cprofile_wrapper..profile_wrapper..s!8OOrx)#rcurrent_trace_idrrtrreplacecProfileProfileenabletimeruncalldisablerwarningr Stats dump_statsPermissionError exception with_suffix subprocessPopenPIPE check_callr!FileNotFoundError sort_statsSortKeyTIME print_stats CUMULATIVErr_loggingtrace_structured) rrtrace_id profile_pathprofstart_tsretvalprofile_latencypssvg_pathgprof2dot_processr*rs @ryprofile_wrapperz)cprofile_wrapper..profile_wrapperls!244+++++x MDM M MCMM$9$9#s$C$C M M M  !! 9;;d4T444V44)++0  E M      \$   > OOL ) ) ) ) > > > MM. = = = = = > '666++F33 E * 087- %%" ! ! !   !s8}}5'.     KK:H E E E E  E E E KKN    MM&.- . . : :2 > > > MM&.3 4 4 @ @ D D D D D  E@      =  N + +OOOO    s& D %EE.s"3 T_dlD4L  rxrwrs`ry_clone_with_backendz&ConvertFrameAssert._clone_with_backends     rxrskiprrl cache_entryOptional[CacheEntry]hooksrK frame_state*Dict[str, Union[int, FrameStateSizeEntry]]rarOptional[GuardedCode]c@t|j}t||}t||t vrdSt jdr*t jd|j krdS|j dkr|j drdS|j dkrdS|j dkrH|j t j tjjrdS|j dkr |j dkrdS|j dkr!|j dkrt%|jsdSt)|rt+d t-|sdSt/ad |vrt2|d <t2d z a|d }t5|t6sJt8|} t8|xxd z cc<t;|| } t=d d |j |t?| |j |j |j!|j"d|j tFs8|j d|j d|j } tHj%&| tOtQ| 5tS|j|j*|j+|j|j,|j-|j.|j/|j0|||||| |d zcdddS#1swxYwYdS)NTORCHDYNAMO_DEBUG_FUNCTIONz )ztransformers/file_utils.pyztransformers/utils/generic.pyzdiffusers/utils/outputs.py __setattr__rzz generator_idr*dynamoz_convert_frame_assert._compile)rframe_id compile_idrr  cache_sizeaccumulated_cache_size :)rerpra)1r\rr6 input_codesr output_codesosenvirongetrrendswithrpathdirnameroptim__file__r f_builtinsr2rFr rr FRAME_COUNTERrrrrrrr +num_cache_entries_with_same_id_matched_objsnum_cache_entriesrNr:traced_frame_infosrrr_compilerrclosurerrVrWrX) rrrbrdrerarrqroframe_compile_idrpinfos ry__call__zConvertFrameAssert.__call__s |'{;;  <  4 JNN7 8 8  ;<< LL4 <; & &4+;+D+D , , &4 <= ( (4 <: % %$*:*E*E GOOEK0 1 1+ + % 4 <: % %$*:j*H*H4 LJ & & J..)**/ 4    ' + & & &"5)) 4 011  # #!.K  Q Mu%(C(((((0:h'''1,'''x)9::   ,<$!*oo#/"&"5(T*4*F   |&&'DEE 7lMMT%5MM8KMMD  ) 0 0 6 6 6 ^J77 8 8     / ('%AX!                  s7ALLLTFN) rQrhrRrrrrSrTr|r})r|rY rrlrbrcrdrKrerfrarr|rgrtrurvrpropertyr_rrwrxryrPrPs59 6 6 6 6 6   X ssssssssrxrPTrQrhrRrSrTc&t||||S)z&Fully convert a frame into an FX graph)rP)rQrRrrSs ryr\r\7s k9f>P Q QQrx) OrderedDict)RemovableHandle) OutputGraphzDict[int, BytecodeHook]_bytecode_hookshookrjrcLtt}|t|j<|S)zRegister hooks for bytecode generated by Dynamo. The hook can do some logging, as well as return a new code object to be used. Please refer to `BytecodeHook` for the hook signature. )rrr)rhandles ryregister_bytecode_hookrMs" _ - -F!%OFI Mrxr`Dict[str, object]localsbuiltinsrTuple[CellType]rdrKrbrcrqr5re4Optional[Dict[str, Union[int, FrameStateSizeEntry]]]rprrarrgc -./012345678ddlm.m}m8m}d1d2d7t j6tdH.0 25678fd }dI-fd }tdtdI 0124fd -t}ttj5tt!5t#ddd5|5t%4t'5t)x}rt+|t-0nd0d3t/| r| rt1 | 3t3| \}}|rdJd}dK3fd }t4d|t9t|||t:tjrt?|dtj r!tCd rtE|d!tG|d!t4$d"j%j&j'd#zd$(tSj*d#z%+tYj-t\/t j/0d&/fd'tcj2}d}d}d}d}t j3j4j56d} || |}to|7r i7j8_9d(d)l4m:} tw| }!|2ty2j=}"ty2j>j=}#2?}$ty2j@jA}%ty2jB}&d*2jCD}'d+2jDD}(t j3j4j5nOd}"d}#d}$d}%d}&t%i}'t%i}(t%4tcj2|z d,z 1dLd/})|)tjE}*id0|!d1j%d2j&d3j'd4| jFd5| jGd6|"d7|#d8|$d9|%d:|&d;|d<|d=|d>|d?|'d@|(41|dutjHtjItjJtjL|*dt1dA }+|N|+cdddcdddcdddcdddS#t$r},t|,jQ}tw|,}t|,| Bt j/0dCdDdEFtjT|,\}}t|,tttttt|t|f rtt|,jQdGtw|,^|,j_dd},~,wwxYw#7r i7j8_9d(d)l4m:} tw| }!|2ty2j=}"ty2j>j=}#2?}$ty2j@jA}%ty2jB}&d*2jCD}'d+2jDD}(t j3j4j5nOd}"d}#d}$d}%d}&t%i}'t%i}(t%4tcj2|z d,z 1dLd/})|)tjE}*id0|!d1j%d2j&d3j'd4| jFd5| jGd6|"d7|#d8|$d9|%d:|&d;|d<|d=|d>|d?|'d@|(41|dutjHtjItjJtjL|*dt1dA }+|N|+wxYw#1swxYwYdddn #1swxYwYdddn #1swxYwYddddS#1swxYwYdS)MNr)bisectBisectValidationExceptiontranslation_validation_enabledValidationExceptiong instructionsList[Instruction] code_optionsrr|r}ct| |   tjj55dddn #1swxYwYdddn #1swxYwYnw#tj$r tj tj tj f$rt$r!rjjwxYwjn#jwxYwjJjsJj|dd<|jt&jst+jdt/|t1|t3t5||dd<dS)N)respeculation_logdistributed_statezJThe config.dead_code_elimination flag is deprecated, it's now always true.)restartrProutputtracing_contextset_current_txrunr,UnspecializeRestartAnalysisrSpeculationRestartAnalysisTensorifyScalarRestartAnalysis SkipFramer  shape_envcall_cleanup_hooksoutput_instructionsupdaterr+dead_code_eliminationwarningswarnr3r0r/r.)rrrrrrrQrrrSrerrrRrr tf_mode_stacktracerrs ry transformz_compile..transform{s !!!&            #+/   $ /677  9N9N9P9P                                 .     ! ! # # #   *  . M        --// 0v}.///   M , , . . . .FM , , . . . .!!!)))) 4 QQQF/000+  M\    )666(66601A,1O1OPP QQQsfB'B#B8 BB B B B B'BB'"B#B'&D8'A4DD88ErrrRrrdrKr2Callable[[List[Instruction], Dict[str, Any]], Any]rgctj5}|tddd|t d|t jj |tj ||||cdddS#1swxYwYdS)Nz_compile.compile_innerentire_frame_compile!dynamo_cumulative_compile_time_us) phase_namedynamo_compile_column_usz#pytorch.wait_counter.dynamo_compile) rrrrXr$guardr_dynamocallback_handlerinstall_callbacksrVrecord)rrRrdrstack_compile_inners ry compile_innerz_compile..compile_inners@  ! # # Eu   ,5-P      BCCIIKK       > P P R R S S S    = D F F G G G!>$ 5)DD E E E E E E E E E E E E E E E EtsCC%%C),C)r)rc $tjx}}d!d }|d |j|j|j|d}t jD]}|t j_ t||}nj#tj $r} t| tj stjt d t%t&| j| jpt/t1| tj}|dkrt3dYd} ~ d} ~ wtj$r} t| tj stjt d| |j|j|j|rt dYd} ~ dSd} ~ wwxYwj Jd|J|d|j|j|j|t:D]} | ||} | | }|t>|<t@|||z Jd"d} |J| |} | |}d}|d|j!d| dz }|d|j!d|z }|j!d| |j!d|ks J|d}|d|j"dz }|d|j"z }|j"|j"ks J|d}|d|j#dz }|d|j#z }|j#|j#ks J|j$r%rdSj&Jj'tPj)|<tU|r|j+nd}t/nd}d |z}tY||j-|}%s!|j.|.j&|S)#Nprefixrr(filenameline_norrrr|r}c ttjr-tt |||||dSdSr) bytecode_log isEnabledForloggingDEBUGrrY)rr(rrrs ry log_bytecodez6_compile.._compile_inner..log_bytecodes[((77 ""#FD(GTJJ  rxzORIGINAL BYTECODEzRestarting analysis due to %sdz100+ RestartAnalysis() callsz.Skipping frame %s %s %s %sz%No graph captured with one_graph=Truez;compiler collective wasn't run before compilation completedzMODIFIED BYTECODEcddl}|j|jzt|j|jzzt|j|jzzS)Nr)inspect co_argcountco_kwonlyargcountrco_flags CO_VARARGSCO_VARKEYWORDS)rrs ry count_argsz4_compile.._compile_inner..count_args(sY NNN ()t}w'99::;t}w'==>>? rxzarg mismatch: zold code object has args z, znew code object has args zfree var mismatch: zold code object has free var znew code object has free var zcell var mismatch: zold code object has cell var znew code object has cell var UnknownzTorch-Compiled Region: ) rrr(rrrrrrrr|r}rrr|r)/r0rrr  itertoolscountrryattemptr4r,RestartAnalysisrrrrrrr_r) __traceback__rrestart_reasonrrrFrr all_statesrrr`rv co_varnames co_freevars co_cellvarsris_empty_graphrcleanupsrUinstancerH guard_fail_fnrJ guard_managerguard_export_fn)rrRrdrlast_attempt_start_time start_timerout_coderr r hook_outputrtotal_argcount_oldtotal_argcount_newmsgcheck_fncompile_id_strannotation_str guarded_coderbrprdynamo_time_before_restartrrestart_reasonss ryrz _compile.._compile_inners04y{{:*       L          ((  G+2N  ( 0yAA& B B B!!S%GHH+"(***35qGG  ##A$4$DDGG EEE*.)++'S==!"@AAA=   !!S%GHH+"(*** L$' GIIEFFFtttttt   %):)E)Q)Q H*R)Q Q###  L         $**,, ' 'D$tX..K&&"& h"""%EG$"A6GG$rnT)reset_event_loglog_pt2_compile_eventrc8d|jd|jd|jdS)N'z' (rt))rrr )rs ryformat_func_infoz"_compile..format_func_infos+U4<UUD,<UUt?RUUUUrxcsdSdS)Nz$Unable to find recompilation reasonsrw)recompile_reasonssryformat_guard_failuresz'_compile..format_guard_failuress(BAA(,,rxztorch._dynamo hit config.%s (%s) function: %s last reason: %s To log all recompilation reasons, use TORCH_LOGS="recompiles". To diagnose recompilation issues, see %s.zG reached, because fail_on_cache_limit_hit = True this is a HARD failurez7pytorch/compiler:skip_code_recursive_on_cache_limit_hitz reachedzBtorchdynamo start compiling %s %s:%s, stack (elided %s frames): %sr` dynamo_startc dttjfdtjt jdzjj tj j dgziS)Nrc|dkS)Nrrw)fconvert_frame_interns ryrz,_compile....s!J-3G"Grxr`)liner(r) rr takewhilerfrom_tracebackr(extractsummaryr r intern_stringr)rr rasryrz_compile..s'GGGG"1-51t8DDDLLNN!% 3 $ $.$z_compile..!s$X$X$XR_$X$X$Xrxch|] }|j Srwrrs ryrz_compile.."s'((((*BO(((rxgeAdrcLhdfd|DS)N>verbosebase_dir repro_after repro_level TYPE_CHECKING log_file_namedebug_dir_rootrepro_tolerancerepro_forward_only_custom_ops_profile_save_config_ignorerepro_ignore_non_fpignore_logger_methodslog_compilation_metricssame_two_models_use_fp64traceable_tensor_subclassesreorderable_logging_functions)_autograd_backward_strict_mode_banned_ops+inject_BUILD_SET_unimplemented_TESTING_ONLYcli|]0\}}|v |t|trt|n|1Srw)rrr)rkeyr  blocklists ry z4_compile..clean_for_json..IsM"U)++ 5#(>(>IeE+++rx)items)rr/s @ryclean_for_jsonz _compile..clean_for_json2sG ,&'ggiirx frame_keyrrr rqrr guard_countshape_env_guard_countgraph_op_countgraph_node_countgraph_input_count fail_type fail_reasonfail_user_frame_filenamefail_user_frame_linenonon_compliant_opscompliant_custom_ops) rdynamo_time_before_restart_shas_guarded_codeconfig_suppress_errors config_inline_inbuilt_nn_modulesspecialize_float dynamo_config is_forward%dynamo_compile_time_before_restart_usrartifactc dddS)N dynamo_errorstringr(encodingrwrwrxryrz_compile..s* (%%rxc(tjSr traceback format_excrwrxryrz_compile..s9#7#9#9rx metadata_fn payload_fnz: )rrrrr|r}) rrrRrrdrKrrr|rg)rrr|r)r|r)rrr|r)`torch.fx.experimental.validatorrrrrr overrides _get_current_function_mode_stackrrrr[r r+use_lazy_graph_modulerrrTrrRrrOrQr8rIr7rr3rrdfail_on_cache_limit_hitr?&skip_code_recursive_on_cache_limit_hitrrBrFrrrr joinr(rformatrrr~rCrDr0time_nsrutilsReinplaceCountersrrLr local_scoperrlenrr count_callsgraphnodes placeholdersr=r>get_config_copyrrsuppress_errorsinline_inbuilt_nn_modulesrCjsondumpsrc update_outerr rrvrr,get_exc_messagerrGrDr>AssertionErrorr!r"rErAwith_tracebackr)9rrrrrrQrRrrSrdrbrqrrerprarrrrmetrics_context compile_pgexceeded limit_typerr start_time_nsr9r:r;r<rrr3r4r5r6r7r8r=r>r2 config_dictmetricsr rrr rrrrrrrrrs9````````` ` ``` @@@@@@@@@@@@ryrrWs &),$(F.2F 88:::Q:Q:Q:Q:Q:Q:Q:Q:Q:Q:Q:Q:Q:Q:Q:Q:Q:Q:Q:Q:Q:Qx.#o>>>WWWWWWWWWW^?>Wr*++O  < = =C2C2z""@@C2C2$dC2C2 C2C2 %(EE(**')) ): % 0Z\\ J J   $ ! J ' ' E  FU!!  8 JOO*  7 V V V V - - - - - - KK<  ++  &&%%''#   - 7-!jjj> 7?IDD 7- -D-D-DEEE555666 Q L     1H GG%-1t8<<<CCEE F F   4 *7AA ''          (  #' %) 26 04 -33555 U 2(=y%KKL    \ /,. ) ) ) ) ) ) )JI"v'9!&-00 (+F,<,C(D(D%!'!3!3!5!5#&v|'9#:#: $'(;$<$<!$X$Xv?W$X$X$X!((.4.I((($ #599;;;;" (,%!%#' $(!$'GG!'*2ww$"%%%.2lnn}.LPS-S*    :).)?)A)ABBKY4<t/!$"5  jT  )**F {()>!.#$4$%6Y{+,D)*@ $%6!"'(<#$$30J$0$<*0*@4:4T$*$;!%K!8!8"9B.::5G<  ( ( 1 1 1GC2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2z& <& <& <Q,Ia&&K auV < < < < N + +:9 ,   @C?R:@@ < $&<%)",/'0-    </Aww+77s1vv77 .11t!.#$4$%6Y{+,D)*@ $%6!"'(<#$$30J$0$<*0*@4:4T$*$;!%K!8!8"9B.::5G<  ( ( 1 1 1 1GC2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2C2sb?%b'8b;H"a9 U);G=a9 8 b b' b?) Y4 4C;Y/ /Y4 4Y77G?a6 6a9 9a= =ba= b b'b b'b b' b?'b+ +b?.b+ /b??ccc:eZdZddZedd Z dddZdS) ConvertFramerQrhrdrKr|r}cN||_t|d|_||_dS)NF)rR)rr\_inner_convert_hooks)rrQrds ryrzConvertFrame.__init__ss**5'2;%PPP rx*Callable[[WrapBackendDebug], ConvertFrame]cfdS)Nc.t|jSr) convert_frameryr]s ryrz2ConvertFrame._clone_with_backend..zs}WdkBBrxrwrs`ryr_z ConvertFrame._clone_with_backendxsBBBBBrxrrrlrbrcrerfrar~Optional[Union[GuardedCode, torch._C._dynamo.eval_frame.SkipCodeRecursiveFlag, torch._C._dynamo.eval_frame.CacheLimitHitFlag]]ctddxxdz cc< ||||||dz}tddxxdz cc<|S#t$r }t|trt|t }t|t rt tj rt|drtt|j 5|j} dt!j| } d| t$jd d fd  t d dddn #1swxYwYt,js|st1|dd} |j} t5|| | |} |rt6| d nt6| d t|t<r t$jj j!j"cYd}~St|tFr t$jj j!j$cYd}~SYd}~nd}~wwxYwdS)Nframestotalr*r`okrprz&Graph break: skip: from user code at: rGc dddS)Ndynamo_graph_break_reasonrJrKrwrwrxryrz'ConvertFrame.__call__..s(C,411rxc4dtjS)N rN)user_stack_tracesryrz'ConvertFrame.__call__..s2B/^/^iFZF\F\/^/^rxrQT)exc_infor)%rWrxr rrErGgraph_break_logrrrrrrrp real_stackrZrO format_listrrCrDrr+rfrrr@rrr3rCrr eval_frameskip_code_recursive_flagrBcache_limit_hit_flag)rrrbrdrerarr  soft_fail user_stackuser_stack_formattedrr error_msgrs @ryrzConvertFrame.__call__|s' 7###q(###O H(({E;TAX)F X t $ $ $ ) $ $ $MI HI HI H!9:: "1k22I ![)) o.J.J //  1l++( )E)EFF%&\ /1ww%1*==00,,lUi+k+k(77&))(_'^'^'^ 8(--,%).&) )  &a):DAAO >I(E> B&I((I-./I(I-(I-N)rQrhrdrKr|r})r|rz)r) rrlrbrcrdrKrerfrarr|r~rrwrxryrvrvrsq CCCXC ```````rxrvc"t||S)zHTry to convert a frame into an FX graph, if error leave frame unmodified)rv)rQrds ryr}r}s  U + ++rxrclddlm}tj}dt_t |d5}t j|}dddn #1swxYwYttj |j t |_ t|j |j |j|j|j|dddt#t%ddddit'dd|t_dS#|t_wxYw) Nr*)eagerFrbr*i) rQrRrrSrdrqrbrrerp)backends.debuggingrr+replay_record_enabledopenrMloadrrchainrr1rrrrrrKr5r)rroriginal_replay_valin_filers ryreplayrs^)))))) 6#(F h  / %g..///////////////)/&.*>*>*@*@'))//BSBSTTUUFN; K N M O N#''0A66 S))    $(;$$$':$::::sAAA8AD%%D3ctjdkrdStj|D]}|jdkr |jdzcSt d)N) rRESUMErz$RESUME instruction not found in code)sys version_infodisget_instructionsopnameoffset RuntimeError)rinsts ryfirst_real_inst_idxrsc '!!q$T**$$ ;( " ";!# # # # # = > >>rxceZdZddddZdS)ConvertFrameProtocolrr`rrlrbrcrdrKrerfrarr|rgcdSrrw)rrrbrdreras ryrzConvertFrameProtocol.__call__s  rxNr)rtrurvrrwrxryrr s7         rxrceZdZddZddZdS)CatchErrorsWrappercallbackrrdrKr|r}c\tj||||_||_dSr)rrrrd)rrrds ryrzCatchErrorsWrapper.__init__s/! !!$'''*2' rxrrlrbrcrerfrgc |Jtj|j}tjdkr|jt |jk}n|jt |jk}|s4|s2tjs&tdrt|j ddst tjrg|rd}n1tj|jrd}ntdrd}nd}td |jj||jjdS|jjd kr|jjd krdStjd krt)j}|rt,5d dlm}||j|j j } t5|j ds Jd|j | j} | |||j|cdddS#1swxYwYt,5t=5| |||j|dcdddcdddS#1swxYwYddddS#1swxYwYdS)N)r F)include_infra_modesrWztraced frame alreadyz in skipfileszSnon-infra torch dispatch mode present, this is not supported today in torch.compilezdynamo tracing is disabledz#skipping: %s (reason: %s, file: %s)rk__new__ ddp_optimizerr) DDPOptimizer)bucket_bytes_capbackend_compile_fnr_zJDDPOptimizer only supports callback fns that know how to clone themselves.r*r`)r-rrrrf_lastirr+r2r'rrrrrrrrr_get_optimize_ddp_moder%_get_active_ddp_module compile_lock"torch._dynamo.backends.distributedrrrr_ compile_fnrdr&) rrrbre is_skipfilehas_started_execution skip_reason ddp_modulerrhijacked_callbacks ryrzCatchErrorsWrapper.__call__ s &&&!' 55  w & &$)M4G 4U4U$U ! !$)M5H5V5V$V ! "  ~   *eDDD    ?ERR  .. (?"8KK &u|44?"0KK.5III?"wKK">K 9L(L,  4 < #z 1 1el6Ji6W6W4  ( * *o = =0GIIJ !OOOOOO$0L)3)D+/+J+e%%%M#79Nddcdd7KK)4& -,{DJ &  133  22{DJ !3                                         sIA3HHHI2"I I2I I2!I "I22I69I6N)rrrdrKr|r})rrlrbrcrerfr|rg)rtrurvrrrwrxryrrsB FFFFFFrxrrc"t||Sr)r)rrds rycatch_errors_wrapperris h . ..rxr)rrrrrrr|r)rrr|r)rrlr|r)NF) r r rrrrrrr|r})rrr|rr) rQrhrRrrrrSrTr|rP)rrjr|r)NN)"rrrrrrrrrrrQrhrRrrrrSrTrdrKrbrcrqr5rrrerrprrarr|rg)rQrhrdrKr|rv)rrr|r}r)rrrdrKr|r) __future__r collectionsrr-rrrrhrrwr rr9r threadingr0rOtypingrrpathlibrtypesrrrrr r r r r rrrrtyping_extensionsrrrtorch._loggingtorch._C._dynamo.guardsrtorch._dynamo.distributedrtorch._dynamo.symbolic_convertr torch._guardsrrrrrtorch._utils_internalrrrrtorch.fx._lazy_graph_moduler %torch.fx.experimental.symbolic_shapesr!r"torch.fx.graph_moduler#r torch.monitorr$torch.nn.parallel.distributedr%torch.utils._python_dispatchr&r'torch.utils._tracebackr(r)rr+r,r-bytecode_analysisr.r/bytecode_transformationr0r1r2r3r4rqr5r6r7r8rr9r:r;r<r=r>r?r@rArBrCrDrErFrGrrHrIrJrdrKpgorL replay_recordrMresume_executionrNsymbolic_convertrOrPrQrRrSr]rTrUrVrWrXrYrZr[r\r]r^r_r`rarbrcrdrevariables.torch_functionrf__annotations__numpyrgModuleNotFoundErrorrbackends.registryrhrepro.after_dynamorirjrkrlvariables.builderrm getLoggerrtrrCgetArtifactLoggerrrRLockrrprqrsr{rurvrrrr#suppress_torch_distributed_warningsr rrCounterrrrrPr\rtorch.utils.hooksr output_graphrrrrrvr}rrProtocolrrrrwrxryrsr """""""      >>>>>>>>>>>>RRRRRRRRRRRRRRRRRRRRRR''''''!!!!!! 444444444444999999MMMMMMMMMMMM%%%%%% ?>>>>>QPPPPP&&&&&&AAAAAAMLLLLLLL&&&&&&&&&&GGGGGGGG                            ******;;;;;; "!!!!!(JIIIII BBB 7------444444@@@@@@@@@@666666g!!~//*EE .228^LLy   WT]]Yt__        (gii wyy 377777*++MQ,+;;;;|1KKK21Kb(, * * * * * K  >>>>BHHHHHHHHZ15 RRRRR$#####------ *)))))),7;==8888.(,HLW2"#W2W2W2W2W2W2vjjjjjjjjZ,,,, ;;;;>????      6?    LLLLLLLL^//////s*F//F98F9