o
,i @ s d dl mZ d dlmZmZmZmZ d dlZd dlZd dl Z d dl
m Z de dee fddZ
d ejjfd
d Zd e deeee f fd
dZdd Zdd ZddddefddZedd ZdefddZdefd d Zdefd d ZdS ) )contextmanager)AnyListTuplecastN)Timerfilenamereturnc s d}d}d d}g }t | M}| |}t|D ]8\}}|dkr#q||} | dkr-q|d | }
||d d fdd|
jd d
D } |d| qW d |S 1 s^w Y |S ) Nzz r c s g | ]
}|t d qS N)len).0xpfx Y/home/ubuntu/SoloSpeech/.venv/lib/python3.10/site-packages/torch/utils/jit/log_extract.py
s z extract_ir..T)keepends)openreadsplit enumeratefind
splitlinesappendjoin) r BEGINENDcurrentgraphsf
split_strsi split_strend_locslinesr r r
extract_ir s,
r* inp_typec C sb | }| }| }| }|d usJ |d us J |d us"J |d us(J tj||||dS )N)sizestridedevicedtype)sizesstridesr. r/ torch
empty_strided)r+ r, r- r. r/ r r r make_tensor_from_type s r4 irc C s t jj| dd}| g }| D ]_}t| t jjr'|t
dd qt| t jj r:|t dd qt| t jj
rTtt jj
| }|t| qt| t jjri|t dddk qtd| t jd|}t j|j ||fS ) NT)parse_tensor_constantsg?d r r z,A default value is not implemented for type forward)r2 _Cparse_irmakeMultiOutputIntoTupleinputs
isinstancetype FloatTyper randomuniformIntTyperandint
TensorTyper r4 BoolTypeNotImplementedError_create_function_from_graph!_jit_pass_erase_shape_informationgraph)r5 rI r< inp
tensorTypefuncr r r load_graph_and_inputs* s" rM c C s$ t d| |dd}| }|jd S )Nz fn(*inputs))fnr< )stmtglobals )r blocked_autorangemedian)rN r< test_runsttimesr r r time_cuda? s
rW c C s6 t }t|D ]}| | qt }|| | d S )NrQ )time perf_counterrange)rN r< rT r( _er r r time_cpuD s
r]
) warmup_runsrT c C s| t | \}}t|D ]}|| q
d }|D ]}t|tjr%|jjdk} nq|d us,J |r6t|||}|S t|||}|S )Ncpu) rM rZ r= r2 Tensorr. r> r] rW ) r5 r< r` rT rI r[ is_cpuinputoutr r r run_testK s
rf c o s6 t jd}z d V W t j| d S t j| w )NF)r2 r9 _get_graph_executor_optimize)argskwargs old_optimizer r r no_fuserZ s
rk c C s4 t
t| |W d S 1 sw Y d S r
)rk rf r5 r< r r r run_baseline_no_fusionb s $rm c C s z9|rdgndg}t j|}t jd t| |W d W t j| S 1 s,w Y W t j| d S t j| w )N)DYNAMICr^ )STATICr^ fuser1)r2 jitset_fusion_strategyfuserrf )r5 r< dynamicstrat old_stratr r r run_nncg s rw c C s: t jd
t| |W d S 1 sw Y d S )Nfuser2)r2 rq rs rf rl r r r run_nvfuserp s $ry )
contextlibr typingr r r r r@ r2 rX torch.utils.benchmarkr strr* r9 rD r4 rM rW r] floatrf rk rm rw ry r r r r s"