jĴWUddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlmZddlmZmZddlmZmZmZmZmZmZmZmZddlmZddlZddl m!Z!ddl"m#Z#ej$e%Z&ej$dZ'ej(Z)d Z*d Z+d Z,d Z-da.ed e/d<eGddZ0eGddZ1e0Z2e1a3ej4ej4ej4ej4ddddej4d Z5dddddddddddddddddddddddddddddddddddddddddddd+dee6dee6dee6dee6dee6dee6dee6dee6dee6d ee6d!ee6d"ee6d#e7d$e7d%e7d&e7d'e7d(e7d)e7d*e7d+e7d,e7d-e7d.e7d/e7d0e7d1e7d2e7d3e7d4e7d5e7d6e7d7e7d8e7d9ee6d:eee8ee6e7ffd;e7de7d?e7d@e7dAe7fVdBZ9dCZ:dDZ; dxdEZdHZ?dIdJ@e jAe>e jAe?gzdKzZBdLZCdMZDdNZEdydOZFdydPZGejHdQZIdRZJdSZKdTZLdUZMGdVdWejNZOdXZPePZQdYZReZSdZZTd[ZUd\ZVd]ZWd^ZXd_ZYdzd`ZZGdad ej[Z\ejHddbZ]GdcddZ^ee_a`ee8e_fe/de<dfe_dgdfdhZadgee_fdiZbdjfdke8dle8dmegeee8ecffdgdfdnZdeefdoddddpdke8dqegeee8efee8e6fffdmegeee8ecffdre7dse7dte7dgdfduZfdZgeefdvddddpdke8dqegeee8efee8e6fffdmegeee8ecffdre7dse7dte7f dwZhddliZddl ZddljmkZldS){N) defaultdict) dataclassfield)AnyCallableDictListOptionalSetTupleUnion)WeakSet)log_trace_structured_event)CapturedTracebackz torch.__trace TORCH_LOGSTORCH_LOGS_OUTTORCH_LOGS_FORMAT TORCH_TRACELazyTraceHandlerLOG_TRACE_HANDLERceZdZUeeZeeeefe d<ee Z e ee d<ee Z e ee d<ee Ze ee d<ee Ze ee d<eeZeeefe d<ee Ze ee d<eeZeeejfe d <d Zd Zd eeeeffd ZdZdZdZde efdZdZdZdZdS) LogRegistrydefault_factorylog_alias_to_log_qnamesartifact_log_qnameschild_log_qnamesartifact_namesvisible_artifactsartifact_descriptionsoff_by_default_artifact_namesartifact_log_formattersc||jvSNrselfnames IC:\Projects\Historical\venv\Lib\site-packages\torch/_logging/_internal.py is_artifactzLogRegistry.is_artifactWt***c||jvSr$)r)r'aliass r)is_logzLogRegistry.is_logZs444r, log_qnamescJt|tr|g}||j|<dSr$) isinstancestrr)r'r.r0s r) register_logzLogRegistry.register_log^s. j# & & &$J.8$U+++r,c|j||r|j|||j|<|r|j||t j||j|<dSdSr$)raddrr r!logging Formatterr")r'r( descriptionvisibleoff_by_default log_formats r)register_artifact_namez"LogRegistry.register_artifact_nameds %%%  -  " & &t , , ,+6"4(  9  . 2 24 8 8 8  !181B:1N1ND ( . . . " !r,c:|j|dSr$)rr6)r'artifact_log_qnames r)register_artifact_logz!LogRegistry.register_artifact_logws   $$%788888r,c:|j|dSr$)rr6)r' log_qnames r)register_child_logzLogRegistry.register_child_logzs !!),,,,,r,returncHd|jDS)Nch|] }|D]}| SrG).0qnamesqnames r) z-LogRegistry.get_log_qnames..s?          r,)rvaluesr's r)get_log_qnameszLogRegistry.get_log_qnames~s2  6==??    r,c*t|jSr$)setrrMs r)get_artifact_log_qnamesz#LogRegistry.get_artifact_log_qnamess4+,,,r,c*t|jSr$)rPrrMs r)get_child_log_qnamesz LogRegistry.get_child_log_qnamess4()))r,c||jvSr$)r!)r'artifact_qnames r)is_off_by_defaultzLogRegistry.is_off_by_defaults!CCCr,N) __name__ __module__ __qualname__rdictrrr3r __annotations__rPrr rrrr r!r"r7r8r*r/r r4r=r@rCrNrQrSrVrGr,r)rr1s 5:E$4O4O4OT#tCy.1OOO %*E#$>$>$>S>>> "'s!;!;!;c#h;;; %uS999NCH999#(%"<"<"<s3x<<<-2E$,G,G,G4S>GGG /4eC.H.H.H!3s8HHH=BERV`_ An artifact is a particular type of log message. Each artifact is assigned to a parent component. A component can emit many different kinds of artifacts. In general, an artifact is emitted if either its corresponding setting in the argument list below is turned on or if its parent component is set to a log level less than or equal to the log level of the artifact. Keyword args: all (:class:`Optional[int]`): The default log level for all components. Default: ``logging.WARN`` dynamo (:class:`Optional[int]`): The log level for the TorchDynamo component. Default: ``logging.WARN`` aot (:class:`Optional[int]`): The log level for the AOTAutograd component. Default: ``logging.WARN`` autograd (:class:`Optional[int]`): The log level for autograd. Default: ``logging.WARN`` inductor (:class:`Optional[int]`): The log level for the TorchInductor component. Default: ``logging.WARN`` dynamic (:class:`Optional[int]`): The log level for dynamic shapes. Default: ``logging.WARN`` distributed (:class:`Optional[int]`): Whether to log c10d communication operations and other debug info from PyTorch Distributed components. Default: ``logging.WARN`` c10d (:class:`Optional[int]`): Whether to log c10d communication operations related debug info in PyTorch Distributed components. Default: ``logging.WARN`` ddp (:class:`Optional[int]`): Whether to log debug info related to ``DistributedDataParallel``(DDP) from PyTorch Distributed components. Default: ``logging.WARN`` fsdp (:class:`Optional[int]`): Whether to log debug info related to ``FullyShardedDataParallel``(FSDP) in PyTorch Distributed components. Default: ``logging.WARN`` dtensor (:class:`Optional[int]`): Whether to log debug info related to ``DTensor``(DTensor) in PyTorch Distributed components. Default: ``logging.WARN`` onnx (:class:`Optional[int]`): The log level for the ONNX exporter component. Default: ``logging.WARN`` bytecode (:class:`bool`): Whether to emit the original and generated bytecode from TorchDynamo. Default: ``False`` aot_graphs (:class:`bool`): Whether to emit the graphs generated by AOTAutograd. Default: ``False`` aot_joint_graph (:class:`bool`): Whether to emit the joint forward-backward graph generated by AOTAutograd. Default: ``False`` ddp_graphs (:class:`bool`): Whether to emit graphs generated by DDPOptimizer. Default: ``False`` graph (:class:`bool`): Whether to emit the graph captured by TorchDynamo in tabular format. Default: ``False`` graph_code (:class:`bool`): Whether to emit the python source of the graph captured by TorchDynamo. Default: ``False`` graph_breaks (:class:`bool`): Whether to emit the graph breaks encountered by TorchDynamo. Default: ``False`` graph_sizes (:class:`bool`): Whether to emit tensor sizes of the graph captured by TorchDynamo. Default: ``False`` guards (:class:`bool`): Whether to emit the guards generated by TorchDynamo for each compiled function. Default: ``False`` recompiles (:class:`bool`): Whether to emit a guard failure reason and message every time TorchDynamo recompiles a function. Default: ``False`` recompiles_verbose (:class:`bool`): Whether to emit all guard failure reasons when TorchDynamo recompiles a function, even those that are not actually run. Default: ``False`` trace_source (:class:`bool`): Whether to emit when TorchDynamo begins tracing a new line. Default: ``False`` trace_call (:class:`bool`): Whether to emit detailed line location when TorchDynamo creates an FX node corresponding to function call. Python 3.11+ only. Default: ``False`` trace_bytecode (:class:`bool`): Whether to emit bytecode instructions and traced stack state as TorchDynamo traces bytecode. Default: ``False`` output_code (:class:`bool`): Whether to emit the TorchInductor output code on a per-graph basis. Default: ``False`` kernel_code (:class:`bool`): Whether to emit the TorchInductor output code on a per-kernel bases. Default: ``False`` schedule (:class:`bool`): Whether to emit the TorchInductor schedule. Default: ``False`` perf_hints (:class:`bool`): Whether to emit the TorchInductor perf hints. Default: ``False`` post_grad_graphs (:class:`bool`): Whether to emit the graphs generated by after post grad passes. Default: ``False`` onnx_diagnostics (:class:`bool`): Whether to emit the ONNX exporter diagnostics in logging. Default: ``False`` fusion (:class:`bool`): Whether to emit detailed Inductor fusion decisions. Default: ``False`` overlap (:class:`bool`): Whether to emit detailed Inductor compute/comm overlap decisions. Default: ``False`` sym_node (:class:`bool`): Whether to emit debug info for various SymNode opterations. Default: ``False`` export (:class:`Optional[int]`): The log level for export. Default: ``logging.WARN`` benchmarking (:class:`bool`): Whether to emit detailed Inductor benchmarking information. Default: ``False`` modules (dict): This argument provides an alternate way to specify the above log component and artifact settings, in the format of a keyword args dictionary given as a single argument. There are two cases where this is useful (1) if a new log component or artifact has been registered but a keyword argument for it has not been added to this function and (2) if the log level for an unregistered module needs to be set. This can be done by providing the fully-qualified module name as the key, with the log level as the value. Default: ``None`` cudagraph_static_inputs (:class:`bool`): Whether to emit debug info for cudagraph static input detection. Default: ``False`` graph_region_expansion (:class:`bool`): Whether to emit the detailed steps of the duplicate graph region tracker expansion algorithm. Default: ``False`` Example:: >>> # xdoctest: +SKIP >>> import logging # The following changes the "dynamo" component to emit DEBUG-level # logs, and to emit "graph_code" artifacts. >>> torch._logging.set_logs(dynamo=logging.DEBUG, graph_code=True) # The following enables the logs for a different module >>> torch._logging.set_logs(modules={"unregistered.module.name": logging.DEBUG}) zQUsing TORCH_LOGS environment variable for log settings, ignoring call to set_logsNc tj|D]<\}}| t|rGt |t std|d||rt |jt |s|tj vr|tj vrQtd|d|dddtj Dttj|||,td|t'dS) Nz!Expected bool to enable artifact z , received zUnrecognized log level for log z: z, valid level values are: ,c,g|]}t|SrG)r3)rHks r) z/set_logs.._set_logs..s)V)V)VQ#a&&)V)V)Vr,z6Unrecognized log or artifact name passed to set_logs: ) itertoolschainrh log_registryr*r2bool ValueError log_staterar/rr7 _levelToNamejoinkeysrfrget _init_logs)kwargsr.valrs r) _set_logszset_logs.._set_logss#/&,,..'--//JJ  JE3{''.. !#t,,$SESScSS5--e444$$U++ u 8U/U/Ug222$Z%ZZ3ZZ #)V)V':N:S:S:U:U)V)V)V W WZZ $$ 8<T?+@*)A+BvC+DE+FG+HvI+J:K+L,+M+N#<";O+P!8 7Q+R"\S+T 65U++++r,cHdtDS)z3 Returns: a list of all registered loggers c6g|]}tj|SrG)r7 getLogger)rHrJs r)rzget_loggers..s# P P PG e $ $ P P Pr,)rrNrGr,r) get_loggersr s% Q P,2M2M2O2O P P PPr,c<t||dS)z Enables a log to be controlled by the env var and user API with the setting_name Args: setting_name: the shorthand name used in the env var and user API log_name: the log name that the setting_name is associated with N)rr4) setting_namelog_names r)r4r4s lH55555r,cBt|||||dS)a Enables an artifact to be controlled by the env var and user API with name Args: setting_name: the shorthand name used in the env var and user API description: A description of what this outputs visible: Whether it gets suggested to users by default off_by_default: whether this artifact should be logged when the ancestor loggers are enabled at level DEBUG N)rr=)rr9r:r;r<s r)register_artifactrs1''k7NJr,c|tjvr0tdt|dt|d|d|z}t j|}||_t|t||S)NzArtifact name: z. not registered,please call register_artifact(z") in torch._logging.registrations.z.__) rrrreprr7rr`r@configure_artifact_log) module_qnamer`rJrs r)getArtifactLoggerr/sL777 ed=11 e e-1--@-@ e e e    000 0E  E " "C%C&&u---3 Jr,+-(|z?)ct|jrd|_t|jr(|tjd|_dSdSNFT) rrVr` propagaterrcsetLevelr7DEBUG)rs r)rrFsh%%c&788 $$S%677 W]### r,c*tjdS)Nz$((\+|-)?[\w\.]+,\s*)*(\+|-)?[\w\.]+?)recompilerGr,r)_gen_settings_regexrTs := > >>r,cHtjt|duSr$)r fullmatchr)settingss r)_validate_settingsrXs <+--x 8 8 DDr,c6d d|r tj}n tj}|rd}nd}dgttjztfd|Dz}dd|z}d }d |d |d |d }|S)Nc\t||ksJ|d|t|z zzS)N )len)slengths r)pad_tozhelp_message..pad_to]s31vv3&3q66/***r,zAll registered namesz?Visible registered names (use TORCH_LOGS='+help' for full list)rucPg|]"}|dtj|#S) )rr )rHr(rs r)rz help_message..nsG   6$<<MM<#Ed#KMM   r,z z a Examples: TORCH_LOGS="+dynamo,aot" will set the log level of TorchDynamo to logging.DEBUG and AOT to logging.INFO TORCH_LOGS="-dynamo,+inductor" will set the log level of TorchDynamo to logging.ERROR and TorchInductor to logging.DEBUG TORCH_LOGS="aot_graphs" will enable the aot_graphs artifact TORCH_LOGS="+dynamo,schedule" will enable set the log level of TorchDynamo to logging.DEBUG and enable the schedule artifact TORCH_LOGS="+some.random.module,schedule" will set the log level of some.random.module to logging.DEBUG and enable the schedule artifact TORCH_LOGS_FORMAT="%(levelname)s: %(message)s" or any provided format string will set the output format Valid keys are "levelname", "message", "pathname", "levelno", "lineno", "filename" and "name". TORCH_LOGS_OUT=/tmp/output.txt will output the logs to /tmp/output.txt as well. This is useful when the output is long. z TORCH_LOGS Info z  )r)rrrsortedrrr)verboseprinted_artifactsheadinglines setting_infoexamplesmsgrs @r) help_messager\s ++++;(7(:T(S  5::<< = = >     -       &++e,,,LH0            C Jr,cddgttjzttjz}d|d|d}|S)Nz, ruz Invalid log settings: z, must be a comma separated list of fully qualified module names, registered log names or registered artifact names. For more info on various settings, try TORCH_LOGS="help" Valid settings: r)rlistrrrr)rrvalid_settingsrs r)_invalid_settings_err_msgrs{YY  |388:: ; ; < |* + + ,N         C Jr,c|dkriS|dkrttd|dkrttdt|stt|t jdd|}|d}d }t}|D]}||\}}|d krd }t |r-|Jtj |}| ||`t |r| |t|r\t|st||nt|| ||tt||S) NhelpF)rz+helpTz\s+rc|td}|td}|dtkr tj}n*|dtkr tj}n tj}||fS)Nrr)replaceINCR_VERBOSITY_CHARDECR_VERBOSITY_CHARr7rERRORINFO)r( clean_namelevels r)get_name_level_pairz0_parse_log_settings..get_name_level_pairsp\\"5r:: ''(;R@@ 7) ) )MEE !W+ + +MEELE5  r,rur)rrrrrsubsplitr]rr/rrfr*ra_is_valid_module_has_registered_parentr4rC)r log_namesrrr(rr0s r)_parse_log_settingsrs2~~ 6e444555 W  d333444 h ' '>28<<===vfb(++Hs##I ! ! ! IBB))$// e 5==D   t $ $ B$$$%=dCJ  U 3 3 3 3  % %d + + B  % %d + + + + d # # B)$// 6))$5555//555  u - - - -6x@@AA A r,cHtj|}|duSr$) importlibutil find_spec)rJspecs r)rrs" > # #E * *D t r,cvtjtd}|t |adSdSr$)rrrrrr) log_settings r)_update_log_state_from_envrs6*..d33K' 44 r,ctj|}t}|jr|j|vrdS|j}|jdS)NTF)r7rrrNparentr()rBcur_logregistered_log_qnamess r)rrs[ **G(7799 .! <0 0 04. .! 5r,ctj|}tjD]8} ||}t |cS#t$rY5wxYwt |S)z Given an absolute filepath corresponding to a Python module which was loaded via normal import mechanisms using sys.path, convert it into a relative path relative to one of the Python search paths. )pathlibPathresolvesyspath relative_tor3r)abs_pathr rel_paths r)make_module_path_relativers|H%%--//H!! !++D11Hx==     H  x==sA A)(A)c0eZdZdddeffdZdZxZS)TorchLogsFormatterFtracercVt||_dSr$)super__init__ _is_trace)r'r __class__s r)rzTorchLogsFormatter.__init__ s$ r,cR ttj|jdd}|7tj|d}|||S||_ | |d|_ |j }|j r&|j s||j |_ |j r|dddkr|dz}||j z}|jr0|dddkr|dz}|||jz}d|_|jsBt'jr/t'jrdt'jd|_d|_|js1t0jjx} d|d |_d d d d dd}||j|j}d|_| d|d |_t=|j}|j||j dtA|j!dzdd|j"d|d|j#d |j|j |jr|dksJ dtIj%|j&} n/#tN$r"tP)d|j&wxYw|j*:| d+d|j*,dDz } | S|,d} d+ fd| DS)Nr`z %m%d %H:%M:%Srrz[rankz]:z []VIWEC)rrWARNINGrCRITICALz [__.i06dr:zfailing metadata: %rc3 K|] }d|V dS)z NrG)rHls r) z,TorchLogsFormatter.format..Us(LLAZAZZLLLLLLr,c3&K|] }d|V dS)rNrG)rHr(prefixs r)r)z,TorchLogsFormatter.format..Ys-<<____<<<<< >QUVV  $!-!E!I!It"" "-)00888**,,AA N ? H? H"&"6"6v"G"G ? $v~~HFO#A   8v~~HD$$V%6777A~ <$"3"5"5 <$:M:O:O < ;  ; ; ;F  ."]9JJLLL.(---FN   (++F,NOO "  $$;=$;$;$;F !,V_==  G* Gfn G Gs6 =7777 == 6? ; ;==    2FODDD ~)RWWLL1E1Ed1K1KLLLLLLHGGDMME99<<<.s&SSSW8I'8R8RSSSSr,)re removeHandler)r to_removergs r)_clear_handlersrnsGSS SSSI## '""""##r,ctD]K}tj|}|tjd|_t|Ltj t t D]<}tj|}|tj d|_=dt_ttdSr)rrNr7rrr"rrnrrrQrSNOTSET trace_log)rBrr?s r) _reset_logsrrs!0022  ** W_%%% (o,,.. 0Q0Q0S0S 233 W^$$$ IIr,ctSr$rrGr,r)_get_log_staterus r,c |adSr$rt)states r)_set_log_staterxs IIIr,cjtttjt d}||t D]<}|dkr tj |}| tj =t D].\}}tj |}| |/t D]E}tj |}ttj|tfd|Ft D]%}tj |}t#|&tjt$d}t&t)|at* tjt/t&}|t3dt*|dS)Nrc,tjSr$)r7 FileHandler) log_file_namesr)z_init_logs..s+M::r,Tr)rrrrrrLOG_OUT_ENV_VARrrNr7rrrprrirc StreamHandlerrQr TRACE_ENV_VARrrrqrr]r^rr`)r|outrBrrr?trace_dir_nametrace_log_handlers` r)rrsMMM   *..$ / /C  "0022%%      ** W^$$$$&99;; 5 ** U"0022    **  !     $ ::::   +BBDD$$ 233s####Z^^M488N ,^<<w}%%%&'899""#5D#A#A#ABBB *+++++r,c@eZdZdZdeefdZdZfdZxZ S)rzRLike FileHandler, but the file is allocated lazily only upon the first log messageroot_dircx||_tj|d|_t |_dSr$)rr7Handlerrstreamopen _builtin_open)r'rs r)rzLazyTraceHandler.__init__s6!   &&& !r,c$| |jr ||j}d|_t|dr|n8#|j}d|_t|dr|wwxYwt j|n$#t j|wxYw |dS#|wxYw)Nclose)acquirerflushhasattrrr7rrelease)r'rs r)rzLazyTraceHandler.closes   2;++ !%&* "6733+"LLNNN"&&* "6733+"LLNNNN+%++D1111%++D11111 LLNNNNNDLLNNNNs3B>A&3B>&5BB> C9>!CC99Dc|jd}|jd}|j}ddlm}t |dr/t jdt dntj dst dn}t j |st d |nBt j|t jst d |n||_|jt j|jd d }t%jr*t%jrdt%jd}t-jddd||jd|_t d|jjnt2|dS|jr#t7|dSdS)NFz/logsr git_versionMAST_HPC_JOB_NAMEz>LazyTraceHandler: disabled because not fbcode or conda on mastzpytorch/trace:enablezYLazyTraceHandler: disabled because justknobs_check('pytorch/trace:enable') returned Falsez4LazyTraceHandler: disabled because %s does not existz6LazyTraceHandler: disabled because %s is not writeableT)exist_okrrank__zw+z.logdedicated_log_torch_trace_)modesuffixr+dirdeletezLazyTraceHandler: logging to %s)rrr torch.versionversionrrgetenvrinfor_utils_internaljustknobs_checkr existsaccessW_OKmakedirsr8r9r:r;tempfileNamedTemporaryFiler(rqrlremit)r'rLok TRACE_LOG_DIR open_func torch_version ranksuffixrs r)rzLazyTraceHandler.emits& ; B}$ '  . 555555M=992 "566>HHX.>>?UVV2HHs 66 2HHN%="'::2HHP% %2DM}( DMD9999 $&&<4+>+@+@r? compile_idframe_idframe_compile_idr3r)rkeyrNrrs r)add_structured_logging_overheadrSs CM0AACCCP&/#.?..,.. #hh#C(((J6(((((r,cd}tjjx}|jj}|jj}|d|}|t|SdSr) rr=r>r?rrrrr)rrNrrs r)get_structured_logging_overheadresl CM0AACCCP&/#.?..,.. *..s333tr,cdSr$rGrGr,r)r}r}tTr,r(encoding payload_fnc6tdfd|dS)NartifactcdS)N)r(rrG)rr(sr)r}z+trace_structured_artifact..xs   r,) metadata_fnr)trace_structured)r(rrs`` r)trace_structured_artifactrqsH       r,cdSr$rGrGr,r)r}r}rr,rsuppress_contextexpect_trace_idrecord_logging_overheadrrrrcddvsJt|sJdt|t|sJdt|tjrt j}i}|||<|st jr)t jrt j |d<tj j x} )|jj|d<|jj|d<|j|d <nN|rLtjjt+jd |d <|} | t1| t2sQt1| t4r&d dd| Dzdz} nt9j| d} t=j} | | !d| "|d<t#d|| ddtI|||r,t j|z dz } tK| dSdSdS)z metadata is an arbitrary JSON compatible struct, but it's expected to not be too long (e.g., less than 1MB) payload is an arbitrary string, which can be arbitrarily long (but expected to have newlines so no lines are too long) r()rankrrattemptz(metadata_fn should be callable, but got z'payload_fn should be callable, but got rNrrr)skipstackz[ z, c3>K|]}tj|VdSr$)rGrH)rHis r)r)z#trace_structured..s*0P0P1A0P0P0P0P0P0Pr,z ]r)indentzutf-8 has_payloadr)rIrK)extra stacklevelgeA)&callabletyperqretimetime_nsr8r9r:r;rr=r>r?rrrr_logging structuredfrom_tracebackrextractsummaryr2r3rrrGrHhashlibmd5updateencode hexdigestdebugrr) r(rrrrr start_timerLrNrKhstructured_logging_overhead_ss r)rrs$ L L L L L   FFE${2C2CEEFF    DDCj1A1ACCDD  +K\^^ $&"{}}t   "" 1t':'<'< 1!%v!M8IIKKK&.%8%Az"-5-@-Q)*$,$4y!!"',n&?&N&N)1q999AACC''F7O*,,  gs++ <gt,,<#ejj0P0P0P0P0P&P&PPSXXGG#j;;;G A HHW^^G,, - - -$%KKMMF= ! 6g>>1     #4000 " K-1\^^j-HC,O ) +,I J J J J JW+K+KP K Kr,cdSr$rGrGr,r)r}r}rr,cBtrt||||||dSdS)zu For logging more detailed information used for debugging. This may result in the program becoming slow. rN)GET_DTRACE_STRUCTUREDr)r(rrrrrs r)dtrace_structuredrsI   !-+$;         r,)FFN)Fr$)m functoolsrimportlib.utilrrrGr7ros.pathrrr rr collectionsr dataclassesrrtypingrrrr r r r r weakrefrtorch._logging.structuredrtorch._utils_internalrtorch.utils._tracebackrrrWrrqr"DEFAULT_LOG_LEVELrr~rXrrr[rr]rrrDEFAULT_LOGGINGrCrr3rrr4rrrrrescapeVERBOSITY_REGEXrrrrr lru_cacherrrrrr8rr[r_rcrer]rirnrrrurxrrrrrfloatrrrobjectrrZrrr torch._guardstorch.distributedrwr8rGr,r)r sv     ######((((((((IIIIIIIIIIIIIIIIIIII <<<<<<444444g!! G o . . O "( 268./666 ZDZDZDZDZDZDZD ZDz #$#$#$#$#$#$#$ #$L{}} HJJ l < L|   "!"!%!!$ "" 59#&+$)#(YCCC #C SMC # C sm C c] CsmC#C 3-C #C 3-Cc]C 3-CCC !C"#C$ %C&'C()C*+C, -C./C01C23C45C67C89C:;C<=C>?C@ACBCCD ECFGCH SMICJd3c4i 001 2KCLMCNOCPQCR $SCT"UCVWCX!YCCCCL QQQ666PT"    hh  -..  :M0N0NOPPQ     ???EEE8888v      222j 555   *N=N=N=N=N=*N=N=N=b&&&'&((""" 799   ### ( =,=,=,=,@T!T!T!T!T!w,T!T!T!nT(((444444441< E0B0BT#u*-BBB77$7777$ %    >J\     XeCK&899:     &IM FK >J\" $(FKFKFK FK"eDcNE#s(O$CDDE FK XeCK&899: FKFKFK"FK FKFKFKFKRIM  >J\" $(    "eDcNE#s(O$CDDE  XeCK&899:    "    4 r,