o
闦i @ s d dl mZ d dlmZmZmZmZ d dlZd dlZd dl Z d dl
m Z de dee fddZ
d ejjfd
d Zd e deeee f fd
dZdd Zdd ZddddefddZedd ZdefddZdefd d Zdefd d ZdS ) )contextmanager)AnyListTuplecastN)Timerfilenamereturnc s d}d}d g }t | M}| |}t|D ]8\}}|dkr!q||}|dkr+q|d | } ||d d fdd| jdd D }
|d
|
qW d |S 1 s\w Y |S ) Nzzr c s g | ]
}|t d qS N)len).0xpfx Y/home/ubuntu/transcripts/venv/lib/python3.10/site-packages/torch/utils/jit/log_extract.py
s z extract_ir..T)keepends )openreadsplit enumeratefind
splitlinesappendjoin) r BEGINENDgraphsf
split_strsi split_strend_locslinesr r r
extract_ir s*
r) inp_typec C sb | }| }| }| }|d usJ |d us J |d us"J |d us(J tj||||dS )N)sizestridedevicedtype)sizesstridesr- r. torch
empty_strided)r* r+ r, r- r. r r r make_tensor_from_type s r3 irc C s t jj| dd}| g }| D ]_}t| t jjr'|t
dd qt| t jj r:|t dd qt| t jj
rTtt jj
| }|t| qt| t jjri|t dddk qtd| t jd|}t j|j ||fS ) NT)parse_tensor_constantsg?d r r z,A default value is not implemented for type forward)r1 _Cparse_irmakeMultiOutputIntoTupleinputs
isinstancetype FloatTyper randomuniformIntTyperandint
TensorTyper r3 BoolTypeNotImplementedError_create_function_from_graph!_jit_pass_erase_shape_informationgraph)r4 rH r; inp
tensorTypefuncr r r load_graph_and_inputs) s" rL c C s$ t d| |dd}| }|jd S )Nz fn(*inputs))fnr; )stmtglobals )r blocked_autorangemedian)rM r; test_runsttimesr r r time_cuda> s
rV c C s6 t }t|D ]}| | qt }|| | d S )NrP )time perf_counterrange)rM r; rS r' _er r r time_cpuC s
r\
) warmup_runsrS c C s| t | \}}t|D ]}|| q
d }|D ]}t|tjr%|jjdk} nq|d us,J |r6t|||}|S t|||}|S )Ncpu) rL rY r< r1 Tensorr- r= r\ rV ) r4 r; r_ rS rH rZ is_cpuinputoutr r r run_testJ s
re c o s6 t jd}z d V W t j| d S t j| w )NF)r1 r8 _get_graph_executor_optimize)argskwargs old_optimizer r r no_fuserY s
rj c C s4 t
t| |W d S 1 sw Y d S r )rj re r4 r; r r r run_baseline_no_fusiona s $rl c C s z9|rdgndg}t j|}t jd t| |W d W t j| S 1 s,w Y W t j| d S t j| w )N)DYNAMICr] )STATICr] fuser1)r1 jitset_fusion_strategyfuserre )r4 r; dynamicstrat old_stratr r r run_nncf s rv c C s: t jd
t| |W d S 1 sw Y d S )Nfuser2)r1 rp rr re rk r r r run_nvfusero s $rx )
contextlibr typingr r r r r? r1 rW torch.utils.benchmarkr strr) r8 rC r3 rL rV r\ floatre rj rl rv rx r r r r s"