̲j% d dl mZ d dlmZmZmZmZ d dlZd dlZd dl Z d dl
m Z de dee fdZ
dej j fd Zd
e deeee f fd Zd Zd
ZddddefdZed ZdefdZdefdZdefdZdS ) )contextmanager)AnyListTuplecastN)Timerfilenamereturnc d}d}d g }t | 5 }| | }t | D ]\ }}|dk r | | }|dk r(|d | } ||dz
d fd| d D }
| d |
d d d n # 1 swxY w Y |S )
Nzzr c > g | ]}|t d S N)len).0xpfxs LC:\Projects\Historical\venv\Lib\site-packages\torch/utils/jit/log_extract.py
z extract_ir.. s' GGGaQs3xxyy\GGG T)keepends )openreadsplit enumeratefind
splitlinesappendjoin) r BEGINENDgraphsf
split_strsi split_strend_locslinesr s @r
extract_irr+ sQ E
C
C
F
h *1VVXX^^E**
%j 1 1 * *LAyAvv nnS))G"}}(7(#A QU#..004CGGGG1<<<+F+FGGGE MM"''%.. ) ) ) ) * * * * * * * * * * * * * * * * Ms CC==DDinp_typec | }| }| }| }|J |J |J |J t j |||| S )N)sizestridedevicedtype)sizesstridesr0 r1 torch
empty_strided)r, r. r/ r0 r1 s r make_tensor_from_typer6 s >> D
F
__
F NN E De T T TTr irc t j | d }| g }| D ]}t | t j j r)| t j
dd ]t | t j j r)| t j dd t | t j j
rUt t j j
| }| t | =t | t j j r.| t j dd dk t# d| t j d| }t j |j ||fS ) NT)parse_tensor_constantsg?d r
r z,A default value is not implemented for type forward)r4 _Cparse_irmakeMultiOutputIntoTupleinputs
isinstancetype FloatTyper randomuniformIntTyperandint
TensorTyper r6 BoolTypeNotImplementedError_create_function_from_graph!_jit_pass_erase_shape_informationgraph)r7 rL r? inp
tensorTypefuncs r load_graph_and_inputsrP ) s H b > >E ""$$$
F||~~ c c chhjj%("4 5 5
c MM&.S11 2 2 2 2
EH$4
5
5 c MM&.C00 1 1 1 1
EH$7
8
8 c eh 1388::>>J MM/
;; < < < <
EH$5
6
6 c MM&.A..!3 4 4 4 4%&aUXU]U]U_U_&a&abb b 8 / / 5 A AD H..tz::: &>r c f t d| |d }| }|j dz S )Nz fn(*inputs))fnr? )stmtglobals )r blocked_autorangemedian)rR r? test_runsttimess r time_cudar[ > s:
=*G*GHHHA
! !E <$ r c t j }t | D ]} | | t j }||z
|z dz S )NrU )time perf_counterrange)rR r? rX r) _es r time_cpurb C sV A
9
F A
EY %%r
) warmup_runsrX c t | \ }}t | D ]} || d }|D ].}t |t j r|j j dk } n/|J |rt ||| nt ||| }|S )Ncpu) rP r_ r@ r4 Tensorr0 rA rb r[ ) r7 r? re rX rL r` is_cpuinputouts r run_testrl J s $R((HE1
;
v
F eU\ * * \&%/F E 06
_(5&)
,
,
,IeVU^<_<_C Jr c / K t j d } d V t j | d S # t j | w xY w)NF)r4 r< _get_graph_executor_optimize)argskwargs old_optimizes r no_fuserrr Y sa 888??L<
--l;;;;;--l;;;;s A !A)c r t 5 t | | cd d d S # 1 swxY w Y d S r )rr rl r7 r? s r run_baseline_no_fusionru a s} $ $F##$ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $s ,00c |rdgndg}t j | }t j d 5 t | | cd d d t j | S # 1 swxY w Y t j | d S # t j | w xY w)N)DYNAMICrc )STATICrc fuser1)r4 jitset_fusion_strategyfuserrl )r7 r? dynamicstrat old_strats r run_nncr f s 1%,B !!>2BI11%88
Y__X
&
& ( (B'' ( ( ( ( ( ( ( %%i0000 ( ( ( ( ( ( ( ( ( %%i00000 %%i0000s0 AB1 B B1 BB1 B B1 1!Cc t j d 5 t | | cd d d S # 1 swxY w Y d S )Nfuser2)r4 rz r| rl rt s r run_nvfuserr o s " " $ $F##$ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $s =AA)
contextlibr typingr r r r rC r4 r] torch.utils.benchmarkr strr+ r< rG r6 rP r[ rb floatrl rr ru r r r r r s % % % % % % ) ) ) ) ) ) ) ) ) ) ) )
' ' ' ' ' ' c * UEH$7 U U U Uc eCcN&; *
& & & )+b
U
< < <$% $ $ $ $
1E 1 1 1 1$u $ $ $ $ $ $r