jD ddlZddlZddlZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z m Z mZmZmZddlZddlmZmZmZmZmZmZmZmZmZddlmZddlmZej e!Z"e dZ#e#$Z%Gdd e&Z' d'd ed e(d ee e(e ffd Z)dZ*dddddddddddd d eedeej+j,deee dee e(e(ffdZ-dddddZ.ddddd ee e(e(ffdZ/dZ0dZ1dZ2dZ3 d(deej+j,fd Z4d!Z5ddd"dddd#dd$dee e(e(fd%ee6e(ffd&Z7dS))N) import_module)AnyDictOptionalTupleUnion) _cuda_system_info_commentBuckTargetWriter extra_importsgenerate_config_stringhelper_for_dump_minify InputReader minifier_dirNNModuleToStringNopInputReader)ExportedProgram)tqdmztorch._inductor.configceZdZfdZxZS)AOTIMinifierErrorcd}|dt|}t|||_dS)NzRThis error is caused by a bug in the AOTI minifier, please report a bug to PyTorchz: )strsuper__init__original_exception)selfradditional_message full_message __class__s IC:\Projects\Historical\venv\Lib\site-packages\torch/_dynamo/repro/aoti.pyrzAOTIMinifierError.__init__&sKq,II4F0G0GII  &&&"4)__name__ __module__ __qualname__r __classcell__)rs@rrr%s8555555555r rexported_program compiler_nameoptionscVtj}tjt d}tj|stj|dt||||d|t| S)N checkpointsTexist_okminify)r%save_dircommandconfig_patches) ioStringIOospathjoinrexistsmakedirssave_graph_repro_epr getvalue)r%r&r'outsubdirs rdump_to_minifyr;-s +--C W\\,..- 8 8F 7>>& ! !+ FT**** )  "#,,.. 1 11r cFd}tj|}||S)Nc^|d}t|dkrd|zS|d}tt|D]0}||}|dkr d|z||<+d||<1d|}|dz|z}|S)N z# r)splitlenpoprangestripr4)s_sfirstilines r_convert_to_commentz.get_module_string.._convert_to_commentBs HHTNN q66Q;;"9 as1vv  AQ4Dzz||r!!d{!! IIaLL DL1 r )rconvert)gmrK module_strings rget_module_stringrOAs4   %,R00M  } - --r Frun) r%rMargsr/ stable_outputr-r.accuracy check_strmodule_in_commentstrictrMrQr/c 6||td||td||td|+|J|Jtj||| }n||}t |} || |t ||||| d|v} |d|d|d | d |d |d | d dS)Nz.One of exported_program and gm must be definedz2Only one of exported_program and gm can be definedz-If gm is defined, args should also be definedrVr'rRr- _accuracyzif __name__ == '__main__': z3 from torch._dynamo.repro.aoti import run_repro zf with torch.no_grad(): run_repro(exported_program, config_patches=config_patches, accuracy=z , command=z , save_dir=z , check_str=z) )rtorchexportmodulerOwrite(generate_compiler_repro_exported_program)fdr&r%rMrQr/rRr-r.rSrTrUrVrNs rr7r7Us(BJ PQQQ# TUUU ~$, OPPP~~~ <..r4.GG   $ $ & &&b))MHH]HH0 "'    -/HH +,,,HH CDDDHH =W_ = =mt = = = =,5 = = =r )r/rSrVc tjtd}tj|stj|dtj|t |jjd}t dt |jj|t|d5}t|||t||||d| dddn #1swxYwYtj} tj| d} tj|| t d | t"r#t%|dSdS#t($rt d | YdSwxYw) Nr)Tr*z.pyz&Writing checkpoint with %s nodes to %sw)rMrQr/r-rSrUrVzrepro.pyz(Copying repro file for convenience to %szNo write permissions for %s)r2r3r4rr5r6rBgraphnodeslogwarningopenr7tuplegetcwdshutilcopyfileuse_buckr r^OSError) rMrQr&r/rSrVr: file_namer`curdir repro_paths rdump_compiler_graph_staterqsW\\,..- 8 8F 7>>& ! !+ FT**** VBHN(;(;%@%@%@AAIKK0#bhn2E2Ey i      t)"                 Y[[Ffj11J? :... > KKK  0 Y ' ' - - / / / / / 0 0 ??? 1:>>>>>>?s%&DDDAF,,%GGrYc.tjdt|dtd}|s|dtjjdz }ttjdr|dtjjdz }ttjd r|d tjj d z }|tz }tj |d }tj|||d |dz }|dz }|d|dz }|S)Nz5 import torch import torch._inductor.inductor_prims )rRz! isolate_fails_code_str = None z z# torch version: r>cudaz# torch cuda version: git_versionz# torch git version: z zexported_program.pt2z&exported_program = torch.export.load('z') z # print(exported_program.graph) zconfig_patches=)textwrapdedentr r r[version __version__hasattrrsrtr r2r3r4r\save)r%r'rRr- model_strep_paths rr_r_sJ m444    I 1F)BFFFF 5=& ) ) I H%-2DHHH HI 5=- 0 0 S R1JRRR RI.000 gll8%;<      ! ! KK@"     !!J Ij #:+; < < <!"H4@@@  , !!!!!!!!!!!!!!! ;;s$B66B:=B:ctdtjj_|}|j\}}|||fS)NT)r[ _inductorconfiggenerate_intermediate_hooksr]example_inputs)r'r%modrQkwargss r repro_commonrs99=EO6  ! ! # #C#2LD& f r c4t||\}}}|||fSN)r)r'r%r/rrQrs rrepro_get_argsrs&$W.>??Cv f r c2ddlm}m}t||\}}}ddlm}||||d|} || } t | trJd} |D]'} t | tj r | j rd} n(| |i|| r |dSdS)Nr)_aoti_compile_and_package_inneraoti_load_package synchronizeF load_and_runinductor_configsT) torch._inductorrrr torch.cudar isinstancerr[Tensoris_cuda) r'r%r/rrrMrQrr package_pathcompiled need_syncargs r repro_runrsRRRRRRRR#G-=>>Bf&&&&&&22  ' L! ..H(C(((( (I c5< ( ( S[ I E Hdf r Treturncddlm}m} tj|||}|}|S#t $r}|rYd}~dSt||r|j|j krYd}~dSt|tr*d}tj |t|Yd}~dSt||d}~wwxYw)Nr) UserError UserErrorTyperXz/Found .* in output, which is not a known type\.)torch._dynamo.excrrr[r\r] Exceptionr error_typeINVALID_OUTPUT RuntimeErrorresearchrr) rM tuple_inputsrVskip_export_errorrrepepatterns rexport_for_aoti_minifierr$s;:::::::* \ \& A A YY[[  * * *  44444 a # #  8T(T(T44444 a & & HGy#a&&))5ttttt"") *s)7A C C  C :9C 9C  Cc  ddlm}ddlm ddlm}t ||\}}}|||||\} d} |jdvsJ|jdk|jdd l m d |D]'} t| tj r | jrd n(d fd } |||tj| |j tjt$| ||j|j|j|j|j dS)Nr)minifier)r)_aoti_flatten_inputs)r' aot_inductor)dynamopythonrrFTc0t|}t|| }|dSt|tjjsJ ||dr  dS#t $r$}||t|vrYd}~dSYd}~dSd}~wwxYw)N)rVrFTr)rhrrr[fx GraphModulerrepr) rMflat_example_inputsrTrrrrrrrVrs r module_failsz"repro_minify..module_failsas011 %  V?P    :5"eh233333  + +!!1        5   $$q'')A)Auuuuu44444 s A'' B1BB)rT)r&r/rV)r dump_stater-offload_to_disk skip_offload skip_sanitymax_granularityr)functorch.compilerrrtorch._inductor.compile_fxrrminifier_export_moderrrrr[rr functoolspartialrTrqr-rskip_saving_eager_intermediatesrr)r'r%r/rrrrQrrr&rrrrrrrVrs @@@@@@r repro_minifyrHs******????????????$W.>??Cv-A,@ T6>---))#M  '+? ? ? ? ?  )X 5F1&&&&&&I c5< ( ( S[ I E: H &|w?PQQQ$ %')    !/<'/r r@r)r/r.rSr- tracing_moderTrrrSc | D]} td| |durd}td|durd}tjd|d|d |d |d d |d tj} fd} | ddd} | dd}| || dd}| || dd}| ||ddd|ddd|d dd!|d"tdd#$|d%t|d&$|d't|d($|d)t|d*$| d+}| ||d%t|d&$d}ttjd,kr|gtjd,d}| |}t t"t$d-}||j|||.S)/NzPUnrecognized kwarg %s; perhaps this repro was made on a newer version of PyTorchTrSz'check for accuracy is not supported yetFr@zAn AOTI repro script, typically triggering a bug in PyTorch AOTInductor. When run with no arguments, this script defaults to running 'z8'. Extra flags may be available; to find out more, try 'zr --help'. There are also alternate subcommands available, see below. default settings on this script: accuracy=z tracing_mode=z save_dir=z check_str=r>) descriptionformatter_classcz|dtdd|ddddd dS) Nz --save-dirDIRz!directory where saved inputs live)typedefaultmetavarhelpz --no-save-dirr- store_constz(don't use any directory for saved inputs)destactionconstr) add_argumentr)parserr-s r common_flagszrun_repro..common_flagssg 4       ;      r r.z{run,minify,analyze})rrrequiredrPzjust run the repro)rr,zrun the minifier on the reproget_argsz get the argsz!--skip-saving-eager-intermediates store_truez+skip saving eager intermediates on --minify)rrz--offload-to-diskzYduring minification, offload delta debugging intermediates to disk. Use if you're OOMingz --skip-sanityz@skip sanity check at beginning of minification on original graphz--max-granularityz;start at this granularity and work down; must be power of 2)rrrz --check-strzBrequire minified program to fail with error containing this stringz--minifier-export-modezThe export mode used in minifier, either dynamo or python.`dynamo` corresponds to strict=True, and `python` corresponds to strict=False.z--skip-export-errorz1Skip intermediate graphs that cannot be exported.zminifier-queryr?)r,rPr)r/)rerfNotImplementedErrorargparseArgumentParserRawTextHelpFormatteradd_subparsers add_parserrintrboolrBsysargv parse_argsrrrr.)r%r/r.rSr-rrTrr more_kwargskrr subparsers parser_run parser_minifyparser_get_argsparser_minifier_queryrQr' COMMAND_FNSs ` r run_reprors   ^     4!"KLLL U    $ >E  7>              !5F      &&  6'J&& !'JL))6*ML ++J^+LLOL!!!+ :  h  O   J    Q   $ ]  ! @ '11L&'''&&  Q ' D 38}}'#(122,'%%G"K (;w '!.   r r)FT)8rrr0loggingr2rrjrru importlibrtypingrrrrrr[torch._dynamo.debug_utilsr r r r r rrrr torch.exportr torch.hubr getLoggerr!reinductor_config is_fbcoderlrrrr;rOnnModuler7rqr_rrrrrrrrr rrs  ######44444444444444                       )(((((g!! - 899  $ $ & &55555 555)-22%22d38n %2222(...037$(!%/3    777/ 7 ! 7 5:  7T#s(^,7777~  $?$?$?$?$?^)-  """d38n %""""J4 >7;!! eho!!!!HEEEV04 !# !LLLT#s(^,L D#I LLLLLLr