a  d@sfdZddlmZmZmZddlTddlTddlTddlm Z m Z m Z de e jjvZde e jjvZde e jjvZd e e jjvZeerejneerejneerejneejejejejejejee e!e"erej#ne$erej%ne&e'd Z(eerejne)erejne)erejne*er ej#ne+er.ej%ne,e-d Z.eerFejne/erTejne/erbejne0erpej#ne1er~ej%ne2e3d Z4e4e.e(fZ5e5D]*Z6e67de68d e67de68d qeerej9ne:erej9ne:erej;ne;ejej?e@ejAejBeCeDeEeFerejGneHer*ejIneJeKejLdZMeerFej9neNerTej9neNerbej;neOerpejGnePer~ejIneQeRd ZSeerej9neTerej9neTerej;neUerejGneVerejIneWeXd ZYeYeSeMfZZeZD]*Z6e67de68d e67de68d qdeee[fdddZ\deeej]e[fdddZ^deej]e[fdddZ_dS)zF Activation Factory Hacked together by / Copyright 2020 Ross Wightman )UnionCallableType)*) is_exportable is_scriptable is_no_jitsilu hardswish hardsigmoidmish)r swishr relurelu6 leaky_relueluceluselugelu gelu_tanhsigmoidtanh hard_sigmoid hard_swish hard_mish)r rr rrrrr)r rr rrrrZprelurrrrrrrrridentityrnamecCs\|sdSt|tr|Sts8ts8ts8|tvr8t|StsTtsT|tvrTt|St|S)z Activation Function Factory Fetching activation fns by name with this function allows export or torch script friendly functions to be returned dynamically based on current config. N) isinstancerr rr _ACT_FN_ME _ACT_FN_JIT_ACT_FN_DEFAULTrr#_/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/timm/layers/create_act.py get_act_fnls  r%cCs\|sdSt|ts|Sts8ts8ts8|tvr8t|StsTtsT|tvrTt|St|S)z Activation Layer Factory Fetching activation layers by name with this function allows export or torch script friendly functions to be returned dynamically based on current config. N)rstrr rr _ACT_LAYER_ME_ACT_LAYER_JIT_ACT_LAYER_DEFAULTrr#r#r$ get_act_layers  r*NcKsdt|}|durdS|dur*|fi|Sz|fd|i|WSty^|fi|YS0dS)Ninplace)r* TypeError)rr+kwargsZ act_layerr#r#r$create_act_layers r.)r)r)N)`__doc__typingrrrZ activationsZactivations_jitZactivations_meconfigrrr dirZtorchnnZ functionalZ _has_siluZ_has_hardswishZ_has_hardsigmoidZ _has_mishdictFr rr rrrrrrrrrrr rr rrr"Z swish_jitZmish_jitZhard_sigmoid_jitZhard_swish_jitZ hard_mish_jitr!Zswish_meZmish_meZhard_sigmoid_meZ hard_swish_meZ hard_mish_mer Z_ACT_FNSa setdefaultgetZSiLUZSwishZMishZReLUZReLU6Z LeakyReLUZELUZPReLUZCELUZSELUZGELUZGELUTanhZSigmoidZTanhZ HardsigmoidZ HardSigmoidZ HardswishZ HardSwishZHardMishZIdentityr)ZSwishJitZMishJitZHardSigmoidJitZ HardSwishJitZ HardMishJitr(ZSwishMeZMishMeZ HardSigmoidMeZ HardSwishMeZ HardMishMer'Z _ACT_LAYERSr&r%Moduler*r.r#r#r#r$s