a dA@sUddlZddlZddlmZddlmZddlmZmZm Z m Z m Z m Z m Z mZddlZddlmZmZddlmZddlmZmZdd lmZmZdd lmZd d lmZmZmZd d l m!Z!d dl"m#Z#m$Z$m%Z%gdZ&eGdddZ'Gddde'Z(Gddde'Z)Gdddej*Z+Gdddej*Z,Gdddej*Z-e ee(e)fe.e e/e ee0ee-dddZ1e2ee e ee(e)fe e/fdd d!Z3d"e!iZ4e e2efe5d#<ie4d$d%d&Z6ie4d'd(d&Z7Gd)d*d*eZ8Gd+d,d,eZ9Gd-d.d.eZ:Gd/d0d0eZ;Gd1d2d2eZGd7d8d8eZ?Gd9d:d:eZ@Gd;d<dd>eZBee%d?e8jCfd@ddAdBe e8e0ee-dCdDdEZDee%d?e9jCfd@ddAdBe e9e0ee-dCdFdGZEee%d?e:jCfd@ddAdBe e:e0ee-dCdHdIZFee%d?e;jCfd@ddAdBe e;e0ee-dCdJdKZGee%d?ejCfd@ddAdBe e>e0ee-dCdPdQZJee%d?e?jCfd@ddAdBe e?e0ee-dCdRdSZKee%d?e@jCfd@ddAdBe e@e0ee-dCdTdUZLee%d?eAjCfd@ddAdBe eAe0ee-dCdVdWZMee%d?eBjCfd@ddAdBe eBe0ee-dCdXdYZNdS)ZN) dataclass)partial)AnyCallableDictListOptionalSequenceTupleUnion)nnTensor)StochasticDepth)Conv2dNormActivationSqueezeExcitation)ImageClassificationInterpolationMode)_log_api_usage_once)register_modelWeights WeightsEnum)_IMAGENET_CATEGORIES)_make_divisible_ovewrite_named_paramhandle_legacy_interface) EfficientNetEfficientNet_B0_WeightsEfficientNet_B1_WeightsEfficientNet_B2_WeightsEfficientNet_B3_WeightsEfficientNet_B4_WeightsEfficientNet_B5_WeightsEfficientNet_B6_WeightsEfficientNet_B7_WeightsEfficientNet_V2_S_WeightsEfficientNet_V2_M_WeightsEfficientNet_V2_L_Weightsefficientnet_b0efficientnet_b1efficientnet_b2efficientnet_b3efficientnet_b4efficientnet_b5efficientnet_b6efficientnet_b7efficientnet_v2_sefficientnet_v2_mefficientnet_v2_lc@sneZdZUeed<eed<eed<eed<eed<eed<edejfed<e d eee eed d d Z d S) _MBConvConfig expand_ratiokernelstrideinput_channels out_channels num_layers.blockN)channels width_mult min_valuereturncCst||d|S)N)r)r<r=r>rAh/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/torchvision/models/efficientnet.pyadjust_channels8sz_MBConvConfig.adjust_channels)N) __name__ __module__ __qualname__float__annotations__intrr Module staticmethodrrCrArArArBr4.s r4c sXeZdZd eeeeeeeeeedejfdd fdd Z e eeddd Z Z S) MBConvConfig?N.) r5r6r7r8r9r:r= depth_multr;r?c sL|||}|||}|||}| dur0t} t||||||| dSN)rC adjust_depthMBConvsuper__init__) selfr5r6r7r8r9r:r=rNr; __class__rArBrS?s   zMBConvConfig.__init__r:rNcCstt||SrO)rImathceilrWrArArBrPRszMBConvConfig.adjust_depth)rMrMN) rDrErFrGrIrrr rJrSrKrP __classcell__rArArUrBrL=s" rLc s@eZdZdeeeeeeeedejfddfdd Z Z S)FusedMBConvConfigN.)r5r6r7r8r9r:r;r?c s(|dur t}t|||||||dSrO) FusedMBConvrRrS)rTr5r6r7r8r9r:r;rUrArBrSYs zFusedMBConvConfig.__init__)N) rDrErFrGrIrrr rJrSrZrArArUrBr[Ws r[csReZdZefeeedejfedejfddfdd Z e e dddZ Z S) rQ.N)cnfstochastic_depth_prob norm_layerse_layerr?c s td|jkr dks*ntd|jdko>|j|jk|_g}tj}| |j|j }||jkr| t |j|d||d| t |||j |j|||dtd|jd}| |||ttjddd | t ||jd|ddtj||_t|d |_|j|_dS) Nrrillegal stride value kernel_sizer_activation_layer)rcr7groupsr_rdT)inplace)Z activationrow)rRrSr7 ValueErrorr8r9use_res_connectr SiLUrCr5appendrr6maxr Sequentialr;rstochastic_depth) rTr]r^r_r`layersrdexpanded_channelsZsqueeze_channelsrUrArBrSisL       zMBConv.__init__inputr?cCs&||}|jr"||}||7}|SrOr;rjrorTrsresultrArArBforwards   zMBConv.forward) rDrErFrrLrGrr rJrSr rwrZrArArUrBrQhs  :rQcsBeZdZeeedejfddfdd Ze e dddZ Z S) r\.N)r]r^r_r?c std|jkr dks*ntd|jdko>|j|jk|_g}tj}| |j|j }||jkr| t |j||j |j||d| t ||jd|ddn"| t |j|j|j |j||dtj||_t|d|_|j|_dS)Nrrrarcr7r_rdrbrh)rRrSr7rir8r9rjr rkrCr5rlrr6rnr;rro)rTr]r^r_rprdrqrUrArBrSsH      zFusedMBConv.__init__rrcCs&||}|jr"||}||7}|SrOrtrurArArBrws   zFusedMBConv.forward) rDrErFr[rGrr rJrSr rwrZrArArUrBr\s  4r\c sneZdZd eeeefeeee e de j fe eddfdd Z eedd d Zeedd d ZZS)r皙?N.)inverted_residual_settingdropoutr^ num_classesr_ last_channelr?c s<tt||s tdn$t|trz)EfficientNet.__init__..z:The inverted_residual_setting should be List[MBConvConfig]Nrrrxcss|] }|jVqdSrO)r:)rr]rArArB rz(EfficientNet.__init__..rrfrbT)prgZfan_out)moderM)*rRrSrrirr all TypeErrorr BatchNorm2dr8rlrrksumranger:copyr9r7rGr;rnfeaturesZAdaptiveAvgPool2davgpoolZDropoutZLinear classifiermodulesZConv2dinitZkaiming_normal_ZweightZbiasZzeros_Z GroupNormZones_rXsqrtZ out_featuresZuniform_)rTr{r|r^r}r_r~rpZfirstconv_output_channelsZtotal_stage_blocksZstage_block_idr]Zstage_Z block_cnfZsd_probZlastconv_input_channelsZlastconv_output_channelsmZ init_rangerUrArBrSsx            zEfficientNet.__init__)xr?cCs.||}||}t|d}||}|S)Nr)rrtorchflattenrrTrrArArB _forward_implLs     zEfficientNet._forward_implcCs ||SrO)rrrArArBrwVszEfficientNet.forward)ryrzNN)rDrErFr r rLr[rGrIrrr rJrSr rrwrZrArArUrBrsc r)r{r|r~weightsprogresskwargsr?cKsR|durt|dt|jdt||fd|i|}|durN||j|d|S)Nr} categoriesr~)r)rlenmetarZload_state_dictZget_state_dict)r{r|r~rrrmodelrArArB _efficientnetZs r)archrr?c Ks:|drtt|d|dd}|dddddd|d dd dd d |d d d d d d |d dd d dd|d d dddd|d d d ddd|d dddddg}d}n|drtdddd d d tddd d ddtddd dddtddd ddd td dddddtd dd dddg}d}n|drtdddd d dtddd d dd tddd ddd tddd dddtd dddddtd dd dd d!td ddd d"d g}d}n|d#r$tddddddtddd dddtddd dd$dtddd d$dd%td dddd&d'td dd d&d(d)td ddd(d*dg}d}ntd+|||fS),NZefficientnet_br=rNr=rNrr r(Pprf@r10@ ir2i0ir3` izUnsupported model type ) startswithrrLpopr[ri)rrZ bneck_confr{r~rArArB_efficientnet_confmsT       rr _COMMON_META)rrzUhttps://github.com/pytorch/vision/tree/main/references/classification#efficientnet-v1)Zmin_sizerecipe)!rzUhttps://github.com/pytorch/vision/tree/main/references/classification#efficientnet-v2c @sJeZdZedeeddejdieddddd id d d d dZ e Z dS)rzJhttps://download.pytorch.org/models/efficientnet_b0_rwightman-3dd342df.pthrr crop_size resize_size interpolationidP ImageNet-1Kg?5^IlS@g5^I bW@zacc@1zacc@5gNbX9?g~jts4@1These weights are ported from the original paper. num_params_metrics_ops _file_size_docsurlZ transformsrN rDrErFrrrrBICUBIC_COMMON_META_V1 IMAGENET1K_V1DEFAULTrArArArBrs( rc @seZdZedeeddejdieddddd id d d d dZ edeeddej diedddddd id ddddZ e Z dS)rzJhttps://download.pytorch.org/models/efficientnet_b1_rwightman-533bc792.pthrrivrg +S@gClW@rgCl?gM">@rrrz@https://download.pytorch.org/models/efficientnet_b1-c27df63c.pthzOhttps://github.com/pytorch/vision/issues/3995#new-recipe-with-lr-wd-crop-tuninggʡS@gƻW@gA`">@$ These weights improve upon the results of the original paper by using a modified version of TorchVision's `new training recipe `_. )rrrrrrN) rDrErFrrrrrrrBILINEARZ IMAGENET1K_V2rrArArArBrsP  rc @sJeZdZedeeddejdiedddddid d d d d Z e Z dS)r zJhttps://download.pytorch.org/models/efficientnet_b2_rwightman-bcdf34b7.pthi rirgx&T@gp= W@rg rh?gʡEA@rrrNrrArArArBr s( r c @sJeZdZedeeddejdieddddd id d d d dZ e Z dS)r!zJhttps://download.pytorch.org/models/efficientnet_b3_rwightman-cf984f9c.pthi,rrirgnT@g~jtX@rgZd;?gd;OG@rrrNrrArArArBr!s( r!c @sJeZdZedeeddejdieddddd id d d d dZ e Z dS)r"zJhttps://download.pytorch.org/models/efficientnet_b4_rwightman-7eb33cd5.pthi|rri0!'rgjtT@gt&X@rg~jt@gKR@rrrNrrArArArBr"/s( r"c @sJeZdZedeeddejdiedddddid d d d d Z e Z dS)r#zJhttps://download.pytorch.org/models/efficientnet_b5_lukemelas-b6417697.pthirirg#~jT@gx&1(X@rgx&1$@gK7]@rrrNrrArArArBr#Gs( r#c @sJeZdZedeeddejdiedddddid d d d d Z e Z dS)r$zJhttps://download.pytorch.org/models/efficientnet_b6_lukemelas-c76e70fd.pthirirgnU@gv:X@rg rh3@g$d@rrrNrrArArArBr$_s( r$c @sJeZdZedeeddejdiedddddid d d d d Z e Z dS)r%zJhttps://download.pytorch.org/models/efficientnet_b7_lukemelas-dcc49843.pthiXricrg+U@g'1:X@rgsh|B@go@rrrNrrArArArBr%ws( r%c @sJeZdZedeeddejdiedddddid d d d d Z e Z dS)r&zBhttps://download.pytorch.org/models/efficientnet_v2_s-dd5fe13b.pthrri8nGrg;OU@gx&18X@rgZd @gVT@rrrN rDrErFrrrrr_COMMON_META_V2rrrArArArBr&s.r&c @sJeZdZedeeddejdiedddddid d d d d Z e Z dS)r'zBhttps://download.pytorch.org/models/efficientnet_v2_m-dc08266a.pthri:rgI +GU@gDlIX@rgE8@gQj@rrrNrrArArArBr's.r'c @sNeZdZedeeddejdddieddddd id d d d dZ e Z dS)r(zBhttps://download.pytorch.org/models/efficientnet_v2_l-59c71312.pthr)?rr)rrrmeanZstdiHfrgʡEsU@gOnrX@rg ףp= L@gI +i|@rrrN) rDrErFrrrrrrrrrArArArBr(s2r(Z pretrained)rT)rr)rrrr?cKs<t|}tdddd\}}t||dd|||fi|S)aEfficientNet B0 model architecture from the `EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks `_ paper. Args: weights (:class:`~torchvision.models.EfficientNet_B0_Weights`, optional): The pretrained weights to use. See :class:`~torchvision.models.EfficientNet_B0_Weights` below for more details, and possible values. By default, no pre-trained weights are used. progress (bool, optional): If True, displays a progress bar of the download to stderr. Default is True. **kwargs: parameters passed to the ``torchvision.models.efficientnet.EfficientNet`` base class. Please refer to the `source code `_ for more details about this class. .. autoclass:: torchvision.models.EfficientNet_B0_Weights :members: r)rMrr|ry)rverifyrrrrrrr{r~rArArBr)s r)cKs<t|}tdddd\}}t||dd|||fi|S)aEfficientNet B1 model architecture from the `EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks `_ paper. Args: weights (:class:`~torchvision.models.EfficientNet_B1_Weights`, optional): The pretrained weights to use. See :class:`~torchvision.models.EfficientNet_B1_Weights` below for more details, and possible values. By default, no pre-trained weights are used. progress (bool, optional): If True, displays a progress bar of the download to stderr. Default is True. **kwargs: parameters passed to the ``torchvision.models.efficientnet.EfficientNet`` base class. Please refer to the `source code `_ for more details about this class. .. autoclass:: torchvision.models.EfficientNet_B1_Weights :members: r*rM皙?rr|ry)rrrrrrrArArBr*s r*cKs<t|}tdddd\}}t||dd|||fi|S)aEfficientNet B2 model architecture from the `EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks `_ paper. Args: weights (:class:`~torchvision.models.EfficientNet_B2_Weights`, optional): The pretrained weights to use. See :class:`~torchvision.models.EfficientNet_B2_Weights` below for more details, and possible values. By default, no pre-trained weights are used. progress (bool, optional): If True, displays a progress bar of the download to stderr. Default is True. **kwargs: parameters passed to the ``torchvision.models.efficientnet.EfficientNet`` base class. Please refer to the `source code `_ for more details about this class. .. autoclass:: torchvision.models.EfficientNet_B2_Weights :members: r+r333333?rr|333333?)r rrrrrrArArBr+&s r+cKs<t|}tdddd\}}t||dd|||fi|S)aEfficientNet B3 model architecture from the `EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks `_ paper. Args: weights (:class:`~torchvision.models.EfficientNet_B3_Weights`, optional): The pretrained weights to use. See :class:`~torchvision.models.EfficientNet_B3_Weights` below for more details, and possible values. By default, no pre-trained weights are used. progress (bool, optional): If True, displays a progress bar of the download to stderr. Default is True. **kwargs: parameters passed to the ``torchvision.models.efficientnet.EfficientNet`` base class. Please refer to the `source code `_ for more details about this class. .. autoclass:: torchvision.models.EfficientNet_B3_Weights :members: r,rffffff?rr|r)r!rrrrrrArArBr,Es  r,cKs<t|}tdddd\}}t||dd|||fi|S)aEfficientNet B4 model architecture from the `EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks `_ paper. Args: weights (:class:`~torchvision.models.EfficientNet_B4_Weights`, optional): The pretrained weights to use. See :class:`~torchvision.models.EfficientNet_B4_Weights` below for more details, and possible values. By default, no pre-trained weights are used. progress (bool, optional): If True, displays a progress bar of the download to stderr. Default is True. **kwargs: parameters passed to the ``torchvision.models.efficientnet.EfficientNet`` base class. Please refer to the `source code `_ for more details about this class. .. autoclass:: torchvision.models.EfficientNet_B4_Weights :members: r-r?rr|皙?)r"rrrrrrArArBr-is  r-cKsLt|}tdddd\}}t||dd|||fdttjdd d i|S) aEfficientNet B5 model architecture from the `EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks `_ paper. Args: weights (:class:`~torchvision.models.EfficientNet_B5_Weights`, optional): The pretrained weights to use. See :class:`~torchvision.models.EfficientNet_B5_Weights` below for more details, and possible values. By default, no pre-trained weights are used. progress (bool, optional): If True, displays a progress bar of the download to stderr. Default is True. **kwargs: parameters passed to the ``torchvision.models.efficientnet.EfficientNet`` base class. Please refer to the `source code `_ for more details about this class. .. autoclass:: torchvision.models.EfficientNet_B5_Weights :members: r.g?g@rr|rr_MbP?{Gz?epsZmomentum)r#rrrrrr rrrArArBr.s  r.cKsLt|}tdddd\}}t||dd|||fdttjdd d i|S) aEfficientNet B6 model architecture from the `EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks `_ paper. Args: weights (:class:`~torchvision.models.EfficientNet_B6_Weights`, optional): The pretrained weights to use. See :class:`~torchvision.models.EfficientNet_B6_Weights` below for more details, and possible values. By default, no pre-trained weights are used. progress (bool, optional): If True, displays a progress bar of the download to stderr. Default is True. **kwargs: parameters passed to the ``torchvision.models.efficientnet.EfficientNet`` base class. Please refer to the `source code `_ for more details about this class. .. autoclass:: torchvision.models.EfficientNet_B6_Weights :members: r/rg@rr|rr_rrr)r$rrrrrr rrrArArBr/s  r/cKsLt|}tdddd\}}t||dd|||fdttjdd d i|S) aEfficientNet B7 model architecture from the `EfficientNet: Rethinking Model Scaling for Convolutional Neural Networks `_ paper. Args: weights (:class:`~torchvision.models.EfficientNet_B7_Weights`, optional): The pretrained weights to use. See :class:`~torchvision.models.EfficientNet_B7_Weights` below for more details, and possible values. By default, no pre-trained weights are used. progress (bool, optional): If True, displays a progress bar of the download to stderr. Default is True. **kwargs: parameters passed to the ``torchvision.models.efficientnet.EfficientNet`` base class. Please refer to the `source code `_ for more details about this class. .. autoclass:: torchvision.models.EfficientNet_B7_Weights :members: r0g@g@rr|rr_rrr)r%rrrrrr rrrArArBr0s  r0cKsDt|}td\}}t||dd|||fdttjddi|S)a Constructs an EfficientNetV2-S architecture from `EfficientNetV2: Smaller Models and Faster Training `_. Args: weights (:class:`~torchvision.models.EfficientNet_V2_S_Weights`, optional): The pretrained weights to use. See :class:`~torchvision.models.EfficientNet_V2_S_Weights` below for more details, and possible values. By default, no pre-trained weights are used. progress (bool, optional): If True, displays a progress bar of the download to stderr. Default is True. **kwargs: parameters passed to the ``torchvision.models.efficientnet.EfficientNet`` base class. Please refer to the `source code `_ for more details about this class. .. autoclass:: torchvision.models.EfficientNet_V2_S_Weights :members: r1r|ryr_rr)r&rrrrrr rrrArArBr1s    r1cKsDt|}td\}}t||dd|||fdttjddi|S)a Constructs an EfficientNetV2-M architecture from `EfficientNetV2: Smaller Models and Faster Training `_. Args: weights (:class:`~torchvision.models.EfficientNet_V2_M_Weights`, optional): The pretrained weights to use. See :class:`~torchvision.models.EfficientNet_V2_M_Weights` below for more details, and possible values. By default, no pre-trained weights are used. progress (bool, optional): If True, displays a progress bar of the download to stderr. Default is True. **kwargs: parameters passed to the ``torchvision.models.efficientnet.EfficientNet`` base class. Please refer to the `source code `_ for more details about this class. .. autoclass:: torchvision.models.EfficientNet_V2_M_Weights :members: r2r|rr_rr)r'rrrrrr rrrArArBr2"s    r2cKsDt|}td\}}t||dd|||fdttjddi|S)a Constructs an EfficientNetV2-L architecture from `EfficientNetV2: Smaller Models and Faster Training `_. Args: weights (:class:`~torchvision.models.EfficientNet_V2_L_Weights`, optional): The pretrained weights to use. See :class:`~torchvision.models.EfficientNet_V2_L_Weights` below for more details, and possible values. By default, no pre-trained weights are used. progress (bool, optional): If True, displays a progress bar of the download to stderr. Default is True. **kwargs: parameters passed to the ``torchvision.models.efficientnet.EfficientNet`` base class. Please refer to the `source code `_ for more details about this class. .. autoclass:: torchvision.models.EfficientNet_V2_L_Weights :members: r3r|rr_rr)r(rrrrrr rrrArArBr3Hs    r3)OrrXZ dataclassesr functoolsrtypingrrrrrr r r rr r Ztorchvision.opsrZops.miscrrZtransforms._presetsrrutilsrZ_apirrrZ_metar_utilsrrr__all__r4rLr[rJrQr\rrGrIboolrstrrrrHrrrrr r!r"r#r$r%r&r'r(rr)r*r+r,r-r.r/r0r1r2r3rArArArBs   (   C=s  80    " " # # # $ $