a
d @ s d dl mZ d dlmZmZmZmZ d dlZd dlZd dl Z d dl
m Z e ee dddZ
ejjdd d
Ze eeee f d d d
Zdd Zdd ZdddedddZedd ZedddZedd d Zedd d ZdS ) )contextmanager)AnyListTuplecastN)Timer)filenamereturnc s d}d}d d}g }t | d}| |}t|D ]p\}}|dkrHq6||} | dkr\q6|d | }
||d d fdd |
jd
d D } |d| q6W d n1 s0 Y |S ) Nzz rr c s g | ]}|t d qS N)len).0xpfx d/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/torch/utils/jit/log_extract.py
z extract_ir..T)keepends)openreadsplit enumeratefind
splitlinesappendjoin) r ZBEGINZENDcurrentZgraphsfZ
split_strsiZ split_strZend_locslinesr r r
extract_ir s$
0r& )inp_typec C sb | }| }| }| }|d us,J |d us8J |d usDJ |d usPJ tj||||dS )N)sizestridedevicedtype)sizesstridesr* r+ torchZ
empty_strided)r' r( r) r* r+ r r r make_tensor_from_type s r/ )irr c C s
t jj| dd}| g }| D ]}t| t jjrN|t
dd q$t| t jj rt|t dd q$t| t jj
rtt jj
| }|t| q$t| t jjr|t dddk q$td| q$t jd|}t j|j ||fS ) NT)Zparse_tensor_constantsg?d r
r z,A default value is not implemented for type Zforward)r. _CZparse_irZmakeMultiOutputIntoTupleinputs
isinstancetypeZ FloatTyper randomuniformZIntTyperandint
TensorTyper r/ ZBoolTypeNotImplementedErrorZ_create_function_from_graphZ!_jit_pass_erase_shape_informationgraph)r0 r; r3 inpZ
tensorTypefuncr r r load_graph_and_inputs) s" r> c C s$ t d| |dd}| }|jd S )Nz fn(*inputs))fnr3 )stmtglobals )r Zblocked_autorangeZmedian)r? r3 test_runsttimesr r r time_cuda> s rF c C s6 t }t|D ] }| | qt }|| | d S )NrB )time perf_counterrange)r? r3 rC r$ _er r r time_cpuC s
rL
) warmup_runsrC )r c C sx t | \}}t|D ] }|| qd }|D ] }t|tjr*|jjdk} qLq*|d usXJ |rht|||n
t|||}|S )Ncpu) r> rI r4 r. ZTensorr* r5 rL rF ) r0 r3 rO rC r; rJ Zis_cpuinputoutr r r run_testJ s
rS c o s6 t jd}zd V W t j| nt j| 0 d S )NF)r. r2 Z _get_graph_executor_optimize)argskwargsZ old_optimizer r r no_fuserY s rV c C s4 t t| |W d S 1 s&0 Y d S r )rV rS r0 r3 r r r run_baseline_no_fusiona s rX c C s zp|r dgndg}t j|}t jd( t| |W d W t j| S 1 sX0 Y W t j| nt j| 0 d S )N)ZDYNAMICrM )ZSTATICrM Zfuser1)r. jitZset_fusion_strategyfuserrS )r0 r3 ZdynamicZstratZ old_stratr r r run_nncf s r[ c C s: t jd t| |W d S 1 s,0 Y d S )NZfuser2)r. rY rZ rS rW r r r run_nvfusero s r\ )
contextlibr typingr r r r r6 r. rG Ztorch.utils.benchmarkr strr& r2 r9 r/ r> rF rL floatrS rV rX r[ r\ r r r r s