a d'@snUddlZddlZddlZddlZddlZddlmZmZmZm Z m Z ddZ ddZ ddZ d d Zd$d d ZddZddddZejje ejje eje ejjjeejjeejeejeiZeeefed<ddZGdddejjZGdddeZ Gddde Z!ddZ"Gdddejj#Z$d%e ejj%ed effee&ej'fe ee&efejj(d!d"d#Z)dS)&N)AnyCallableDictOptionalUnioncCs$tjg|j|jjdRddiS)Ndevicemeta)torchemptyshapeZweightselfinputrj/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/torch/fx/experimental/meta_tracer.pyembedding_override srcCs|SNrr rrrnn_layernorm_override srcCs|Srr)xrrrtorch_relu_overridesrcCs|Srr)rrrrrtorch_nn_relu_overridesrFcCs|r Jd|S)Nz.wrapper..check_has_proxy call_function)r r"node map_aggregatetracer create_proxy)argskwargsr(targetr&rwrapper3s z(gen_constructor_wrapper..wrapper) functoolswraps)r1r2rr0rgen_constructor_wrapper2sr5c@sReZdZddZdddZddZedd Zed d Zed d Z ddZ dS) MetaProxycCs ||_dSr) _tensor_meta)rZ tensor_metarrrinstall_tensor_metaEszMetaProxy.install_tensor_metaNcCsJt|dr*|jdur*|jj|r$|gngS|jdd|r@||fn|fiS)Nr7 call_methodsize)hasattrr7r:r,r-)rdimrrrr:HszMetaProxy.sizecCs2t|dr|jdur|jS|jdd|fiS)Nr7r9r<)r;r7r<r,r-rrrrr<Ms z MetaProxy.dimcCs4t|dr|jdur|jjS|jdtj|dfiS)Nr7r)r )r;r7r r,r-builtinsgetattrr=rrrr RszMetaProxy.shapecCs4t|dr|jdur|jjS|jdtj|dfiS)Nr7r)dtype)r;r7r@r,r-r>r?r=rrrr@XszMetaProxy.dtypecCs t|dS)Nr)MetaDeviceAttributer=rrrr^szMetaProxy.devicecCs|dkr||St||S)Nr7)__getattribute__ MetaAttribute)rkrrr __getattr__ds zMetaProxy.__getattr__)N) __name__ __module__ __qualname__r8r:r<propertyr r@rrErrrrr6Ds    r6c@s.eZdZedddZeddZddZdS) rC)attrcCs||_||_|j|_d|_dSr)rootrJr,_node)rrKrJrrr__init__lszMetaAttribute.__init__cCs.|jdur(|jdt|j|jfij|_|jS)Nr))rLr,r-r?rKrJr*r=rrrr*ss zMetaAttribute.nodecOs|jd|j|jf||S)Nr9)r,r-rJrK)rr.r/rrr__call__{szMetaAttribute.__call__N)rFrGrHstrrMrIr*rNrrrrrCks rCc@s eZdZdS)rAN)rFrGrHrrrrrA~srAcCsTt|trdSt|tjjrPt|ts8Jdt|t|dsJJd|jS|S)Nr zExpected MetaProxy but got r7z*MetaProxy does not have an associated meta) r!rAr r"r#r6typer;r7r$rrrproxys_to_metass rQcseZdZUdZeed<gdZdfdd ZfddZfd d Z e j j e d d d Ze j j e d fdd ZddZdee e jfdfdd ZZS) MetaTracerTallow_insert_stateless_mods)ZarangezerosZonesZ full_likeZeyeNc s&t|||||||}|dkr>||jvr>||j||S||jvrXd|vrXd|d<ztjj|t } tjj|t } |dkrt ||} | | i| } n|dkrt | d|| ddi| } n|dkrJt |d sJd |_zT|j|} t| }|t vr&t || g| Ri| } n|j| i| } Wd |_nd |_0np|d krd |_zN|j}|d }|D]}t ||}qpt|tjsJ|jdd} Wd |_nd |_0n|WSt|tjjsJd|| WnBty }z(td|d|d|WYd}~n d}~00|S)N placeholderrr r)r9r call_module orig_forwardTFZget_attr.rz!Dont support composite output yetzCould not compute metadata for z target z: )superr- meta_argsr8orig_fnsr r"r*r+rQr getr?r;_disable_module_getattrrKZ get_submodulerPrXsplitr!Tensorrr# Exceptionwarningswarn)rkindr1r.r/nameZ type_exprZproxy_factory_fnrvZ args_metasZ kwargs_metasZ meta_targetZmeta_outmodmod_typeZattr_itrZatomsZatome __class__rrr-sR  "     2zMetaTracer.create_proxycs$t|ddr|St|||SdS)Nr^F)r?rZ)rrJZattr_valZparameter_proxy_cacherjrrr?s zMetaTracer.getattrcs||_t||||Sr)rXrZrW)rmZforwardr.r/rjrrrWszMetaTracer.call_module)rgreturncCsTd}|jj}|d|}t|j|rB|d|}|d7}q|j|||S)zb Helper method which tries to insert a module that was not declared as submodule. r_rV)rkrFlowerr;rKZ add_module)rrgidxmod_namepathrrr_insert_module_as_submodules   z&MetaTracer._insert_module_as_submodulec szt|WSty}z\|jrltt|dkrltt|dkrl||}||_ |WYd}~SWYd}~n d}~00dS)Nr) rZpath_of_module NameErrorrSlenlist parametersbuffersrsZ prev_module)rrgrirrrjrrrts. zMetaTracer.path_of_modulecCs t||Sr)r6)rr*rrrr'szMetaTracer.proxy)r[c st|tsJ||_dd|jD|_t|_|jD]$\}\}}tt |||j |q8z^t ||}d|i|_ |W|jD]\}\}}tt ||qS]\}\}}tt ||qn&|jD]\}\}}tt ||q0dS)NcSsi|]}|ttt|qSr)r5r?r ).0r1rrr sz$MetaTracer.trace..r[)r!dictr[_TORCH_METHODS_TO_PATCHZpatched_torch_methodssetr\itemssetattrr addrZtraceZ_tracer_extras) rrKr[ concrete_argsrer2origgraphrnrjrrrs(   zMetaTracer.trace)NNN)N)rFrGrHrSbool__annotations__r}r-r?rWr nnModulerOrsrtr'rr`r __classcell__rrrjrrRs  ;   rR.)rKr[rrmcCsFt}||||}t|tjjr*|jjn|j}tj |j ||}|Sr) rRrr!r rrrkrFr" GraphModulerK)rKr[rr,rreZgmrrrsymbolic_traces r)F)NN)*r Ztorch.fxrbr3r>typingrrrrrrrrrrrrrZ EmbeddingZ LayerNormZreluZ functionalZReLUwhereabsr rr5r"r#r6rCrArQZTracerrRrrOr`rrrrrrs@    ' |