o
h @ s d dl mZ d dlmZmZ d dlZd dlZd dlZd dlm Z de
de e
fddZ d ej
jfd
d Zd e
deee e f fd
dZdd Zdd ZddddefddZedd ZdefddZdefd d Zdefd d ZdS ) )contextmanager)AnycastN)Timerfilenamereturnc s d}d}d g }t | M}| |}t|D ]8\}}|dkr!q||}|dkr+q|d | } ||d d fdd| jdd D }
|d
|
qW d |S 1 s\w Y |S ) Nzzr c s g | ]
}|t d qS N)len).0xpfx a/home/www/facesmatcher.com/frenv_anti/lib/python3.10/site-packages/torch/utils/jit/log_extract.py
s z extract_ir..T)keepends )openreadsplit enumeratefind
splitlinesappendjoin) r ZBEGINENDZgraphsfZ
split_strsiZ split_strZend_locslinesr r r
extract_ir s*
r" inp_typec C sb | }| }| }| }|d usJ |d us J |d us"J |d us(J tj||||dS )N)sizestridedevicedtype)sizesstridesr& r' torchZ
empty_strided)r# r$ r% r& r' r r r make_tensor_from_type s r+ irc C s t jj| dd}| g }| D ]_}t| t jjr'|t
dd qt| t jj r:|t dd qt| t jj
rTtt jj
| }|t| qt| t jjri|t dddk qtd| t jd|}t j|j ||fS ) NT)Zparse_tensor_constantsg?d r r z,A default value is not implemented for type forward)r* _CZparse_irZmakeMultiOutputIntoTupleinputs
isinstancetypeZ FloatTyper randomuniformZIntTyperandint
TensorTyper r+ ZBoolTypeNotImplementedErrorZ_create_function_from_graphZ!_jit_pass_erase_shape_informationgraph)r, r8 r0 inpZ
tensorTypefuncr r r load_graph_and_inputs) s" r; c C s$ t d| |dd}| }|jd S )Nz fn(*inputs))fnr0 )stmtglobals )r Zblocked_autorangeZmedian)r< r0 test_runsttimesr r r time_cuda> s
rC c C s6 t }t|D ]}| | qt }|| | d S )Nr? )time perf_counterrange)r< r0 r@ r _er r r time_cpuC s
rI
) warmup_runsr@ c C s| t | \}}t|D ]}|| q
d }|D ]}t|tjr%|jjdk} q&q|d us,J |r6t|||}|S t|||}|S )Ncpu) r; rF r1 r* ZTensorr& r2 rI rC ) r, r0 rL r@ r8 rG Zis_cpuinputoutr r r run_testJ s
rP c o s6 t jd}z d V W t j| d S t j| w )NF)r* r/ Z _get_graph_executor_optimize)argskwargsZ old_optimizer r r no_fuserY s
rS c C s4 t
t| |W d S 1 sw Y d S r
)rS rP r, r0 r r r run_baseline_no_fusiona s $rU c C s z9|rdgndg}t j|}t jd t| |W d W t j| S 1 s,w Y W t j| d S t j| w )N)ZDYNAMICrJ )ZSTATICrJ Zfuser1)r* jitZset_fusion_strategyfuserrP )r, r0 ZdynamicZstratZ old_stratr r r run_nncf s rX c C s: t jd
t| |W d S 1 sw Y d S )NZfuser2)r* rV rW rP rT r r r run_nvfusero s $rY )
contextlibr typingr r r3 r* rD Ztorch.utils.benchmarkr strlistr" r/ r6 r+ tupler; rC rI floatrP rS rU rX rY r r r r s"