o
kib @ s d dl mZ d dlmZmZ d dlZd dlZd dlZd dlm Z de
de e
fddZ d ej
jfd
d Zd e
deee e f fd
dZdd Zdd ZddddefddZedd ZdefddZdefd d Zdefd d ZdS ) )contextmanager)AnycastN)Timerfilenamereturnc s d}d}d g }t | M}| |}t|D ]8\}}|dkr!q||}|dkr+q|d | } ||d d fdd| jdd D }
|d
|
qW d |S 1 s\w Y |S ) Nzzr c s g | ]
}|t d qS N)len).0xpfx e/var/www/addictedbytheproject.nl/epg/venv/lib/python3.10/site-packages/torch/utils/jit/log_extract.py
s z extract_ir..T)keepends )openreadsplit enumeratefind
splitlinesappendjoin) r BEGINENDgraphsf
split_strsi split_strend_locslinesr r r
extract_ir s*
r' inp_typec C sr | }| }| }| }|d u rtd|d u r td|d u r(td|d u r0tdtj||||dS )NzFmake_tensor_from_type: 'size' is None (inp_type.sizes() returned None)zJmake_tensor_from_type: 'stride' is None (inp_type.strides() returned None)zImake_tensor_from_type: 'device' is None (inp_type.device() returned None)zGmake_tensor_from_type: 'dtype' is None (inp_type.dtype() returned None))sizestridedevicedtype)sizesstridesr+ r, AssertionErrortorch
empty_strided)r( r) r* r+ r, r r r make_tensor_from_type s r2 irc C s t jj| dd}| g }| D ]_}t| t jjr'|t
dd qt| t jj r:|t dd qt| t jj
rTtt jj
| }|t| qt| t jjri|t dddk qtd| t jd|}t j|j ||fS ) NT)parse_tensor_constantsg?d r r z,A default value is not implemented for type forward)r0 _Cparse_irmakeMultiOutputIntoTupleinputs
isinstancetype FloatTyper randomuniformIntTyperandint
TensorTyper r2 BoolTypeNotImplementedError_create_function_from_graph!_jit_pass_erase_shape_informationgraph)r3 rG r: inp
tensorTypefuncr r r load_graph_and_inputs- s" rK c C s$ t d| |dd}| }|jd S )Nz fn(*inputs))fnr: )stmtglobals )r blocked_autorangemedian)rL r: test_runsttimesr r r time_cudaB s
rU c C s6 t }t|D ]}| | qt }|| | d S )NrO )time perf_counterrange)rL r: rR r% _er r r time_cpuG s
r[
) warmup_runsrR c C s t | \}}t|D ]}|| q
d }|D ]}t|tjr%|jjdk} nq|d u r.td|r8t|||}|S t |||}|S )NcpuzNo tensor found in inputs)
rK rX r; r0 Tensorr+ r< r/ r[ rU ) r3 r: r^ rR rG rY is_cpuinputoutr r r run_testN s
rd c o s6 t jd}z d V W t j| d S t j| w )NF)r0 r7 _get_graph_executor_optimize)argskwargs old_optimizer r r no_fuser^ s
ri c C s4 t
t| |W d S 1 sw Y d S r
)ri rd r3 r: r r r run_baseline_no_fusionf s $rk c C s z9|rdgndg}t j|}t jd t| |W d W t j| S 1 s,w Y W t j| d S t j| w )N)DYNAMICr\ )STATICr\ fuser1)r0 jitset_fusion_strategyfuserrd )r3 r: dynamicstrat old_stratr r r run_nnck s ru c C s: t jd
t| |W d S 1 sw Y d S )Nfuser2)r0 ro rq rd rj r r r run_nvfusert s $rw )
contextlibr typingr r r> r0 rV torch.utils.benchmarkr strlistr' r7 rB r2 tuplerK rU r[ floatrd ri rk ru rw r r r r s"