ib d dl mZ d dlmZmZ d dlZd dlZd dlZd dlm Z de
de e
fdZ dej j fd Zd
e
deee e f fd Zd Zd
ZddddefdZed ZdefdZdefdZdefdZy) )contextmanager)AnycastN)Timerfilenamereturnc d}d}d }g }t | 5 }|j j | }t | D ] \ }}|dk( r |j | } | dk( r#|d | }
||dz
j d }|
j d D cg c] } | t
| d } } |j dj | d d d |S c c} w # 1 sw Y |S xY w) Nzzr T)keepends ) openreadsplit enumeratefind
splitlineslenappendjoin)
r BEGINENDpfxgraphsf
split_strsi split_strend_locsxliness
U/var/www/html/engine/venv/lib/python3.12/site-packages/torch/utils/jit/log_extract.py
extract_irr$ s E
C
C
F
h *1VVX^^E*
%j 1 *LAyAv nnS)G"}(7#A QU#..04C+,<<<+FGaQs3xy\GEG MM"''%. ) * * M H * Ms B C C)$C C C'inp_typec | j }| j }| j }| j }| t d | t d | t d | t d t j |||| S )NzFmake_tensor_from_type: 'size' is None (inp_type.sizes() returned None)zJmake_tensor_from_type: 'stride' is None (inp_type.strides() returned None)zImake_tensor_from_type: 'device' is None (inp_type.device() returned None)zGmake_tensor_from_type: 'dtype' is None (inp_type.dtype() returned None))sizestridedevicedtype)sizesstridesr) r* AssertionErrortorch
empty_strided)r% r' r( r) r* s r# make_tensor_from_typer0 s >> D
F
__
F NN E | eff
~ ijj
~ hii } fgg De TT irc | t j j | d }|j g }|j D ] }t |j
t j j r&|j t j dd \t |j
t j j r&|j t j dd t |j
t j j rNt t j j |j
}|j t | 4t |j
t j j r*|j t j dd dk( t# d|j
t j j% d| }t j j' |j( ||fS ) NT)parse_tensor_constantsg?d r r z,A default value is not implemented for type forward)r. _Cparse_irmakeMultiOutputIntoTupleinputs
isinstancetype FloatTyper randomuniformIntTyperandint
TensorTyper r0 BoolTypeNotImplementedError_create_function_from_graph!_jit_pass_erase_shape_informationgraph)r2 rG r: inp
tensorTypefuncs r# load_graph_and_inputsrK - sy HH b >E ""$
F||~ c chhj%(("4"4 5 MM&..S1 2
EHH$4$4
5 MM&..C0 1
EHH$7$7
8 ehh 1 1388:>J MM/
; <
EHH$5$5
6 MM&..A.!3 4%(TUXU]U]U_T`&ab b c 88 / / 5 AD HH..tzz: &>r1 c ` t d| |d }|j }|j dz S )Nz fn(*inputs))fnr: )stmtglobals )r blocked_autorangemedian)rM r: test_runsttimess r# time_cudarV B s0
=*GHA
!E <<$ r1 c t j }t | D ] } | | t j }||z
|z dz S )NrP )time perf_counterrange)rM r: rS r _es r# time_cpur] G sM A
9
F A
EY %%r1
) warmup_runsrS c t | \ }}t | D ] } || d }|D ]7 }t |t j s |j
j dk( } n | t d |rt ||| }|S t ||| }|S )NcpuzNo tensor found in inputs)
rK rZ r; r. Tensorr) r< r- r] rV ) r2 r: r` rS rG r[ is_cpuinputouts r# run_testrg N s $R(HE1
;
v F eU\\ *\\&&%/F ~ 89906(5&)
,C J =FeVU^<_C Jr1 c / K t j j d } d t j j | y # t j j | w xY ww)NF)r. r7 _get_graph_executor_optimize)argskwargs old_optimizes r# no_fuserrm ^ sF 8888?L<
--l;--l;s A+A A+!A((A+c Z t 5 t | | cd d d S # 1 sw Y y xY w)N)rm rg r2 r: s r# run_baseline_no_fusionrp f s& $F#$ $ $s !*c |rdgndg}t j j | }t j j d 5 t | | cd d d t j j | S # 1 sw Y nxY w t j j | y # t j j w xY w)N)DYNAMICr^ )STATICr^ fuser1)r. jitset_fusion_strategyfuserrg )r2 r: dynamicstrat old_strats r# run_nncr{ k s 1%, !>2BII11%8
YY__X
& (B' ( ( %%i0 ( ( ( %%i0 %%i0s$ AB* A= B* =BB* *!C c t j j d 5 t | | cd d d S # 1 sw Y y xY w)Nfuser2)r. ru rw rg ro s r# run_nvfuserr~ t s1 " $F#$ $ $s 6?)
contextlibr typingr r r> r. rX torch.utils.benchmarkr strlistr$ r7 rB r0 tuplerK rV r] floatrg rm rp r{ r~ r1 r# r s %
' c *
UEHH$7$7
U c eCcN&; *
& )+b U < <$% $
1E 1$u $r1