a  d* @s(UdZddlmZmZmZmZmZddlZddlm Z ddl m m Z ddl mZmZddlmZddlmZddlmZdd lmZmZd gZgd gd gd gddZeeeeeeffed<eGddde jZGdd d e jZ ddZ!ee"ee dddZ#d1ddZ$ee$dde$dde$dde$dde$dde$dde$dde$dddZ%ed2e"ee d d!d"Z&ed3e"ee d d#d$Z'ed4e"ee d d%d&Z(ed5e"ee d d'd(Z)ed6e"ee d d)d*Z*ed7e"ee d d+d,Z+ed8e"ee d d-d.Z,ed9e"ee d d/d0Z-dS):zVGG Adapted from https://github.com/pytorch/vision 'vgg.py' (BSD-3-Clause) with a few changes for timm functionality. Copyright 2021 Ross Wightman )UnionListDictAnycastNIMAGENET_DEFAULT_MEANIMAGENET_DEFAULT_STD)ClassifierHead)build_model_with_cfg)register_notrace_module)register_modelgenerate_default_cfgsVGG) @Mrrrrrrrr)rrrrrrrrrrrrrrr)rrrrrrrrrrrrrrrrrr)rrrrrrrrrrrrrrrrrrrrr)vgg11vgg13vgg16vgg19cfgscs4eZdZd eejejdfdd Zd d ZZS) ConvMlpr?皙?N) drop_rate act_layer conv_layerc shtt|||_t||}||||dd|_|d|_t||_ |||ddd|_ |d|_ dS)NT)biasr ) superr__init__input_kernel_sizeintfc1act1nnZDropoutdropfc2act2) selfZ in_featuresZ out_features kernel_size mlp_ratior r!r"Z mid_features __class__X/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/timm/models/vgg.pyr%"s    zConvMlp.__init__cCs|jd|jks |jd|jkrPt|j|jdt|j|jdf}t||}||}||}||}||}| |}|S)N) shaper&maxFZadaptive_avg_pool2dr(r)r+r,r-)r.xZ output_sizer3r3r4forward5s $      zConvMlp.forward)rrrrrNN) __name__ __module__ __qualname__floatr*Moduler%r; __classcell__r3r3r1r4rsrc seZdZddddejejdddf eeeeee ej ej ej e e dd fd d Z e jjd d d Ze jjd!ddZe jjddZd"ddZe je jdddZd#e jedddZe je jdddZddddZZS)$r rNavgg) cfg num_classesin_chans output_strider0r!r" norm_layer global_poolr returnc  sftt||dksJ||_d|_| |_d|_|du|_g|_|} d} t j } g}|D]}t |d}|dkr|j t | | d|d|| ddd g7}| d9} qXtt|}|| |d dd }|dur|||||d d g7}n|||d d g7}|} qXt j||_|j t | | dt |ddt| |jd|| ||d|_t|j|| | d|_|dS)NrDrFr rz features.)Znum_chsZ reductionmodule)r/ZstriderC)r/paddingT)Zinplacer)r0r r!r"Z pool_typer )r$rr%rG num_featuresr Zgrad_checkpointingZuse_normZ feature_infor*Z MaxPool2dlenappenddictrr'Z Sequentialfeaturesr pre_logitsr head_initialize_weights)r.rFrGrHrIr0r!r"rJrKr Zprev_chsZ net_strideZ pool_layerZlayersvZlast_idxZconv2dr1r3r4r%DsT       $ z VGG.__init__FcCs tdddS)Nz ^features\.0z^features\.(\d+))stemblocks)rT)r.Zcoarser3r3r4 group_matcherszVGG.group_matcherTcCs|r JddS)Nz$gradient checkpointing not supportedr3)r.enabler3r3r4set_grad_checkpointingszVGG.set_grad_checkpointingcCs|jjSN)rWZfc)r.r3r3r4get_classifierszVGG.get_classifiercCs"||_t|j|j||jd|_dS)NrP)rGr rQr rW)r.rGrKr3r3r4reset_classifierszVGG.reset_classifier)r:rLcCs||}|Sr_)rUr.r:r3r3r4forward_featuress zVGG.forward_features)r:rVcCs||}|r|S||Sr_)rVrW)r.r:rVr3r3r4 forward_heads zVGG.forward_headcCs||}||}|Sr_)rcrdrbr3r3r4r;s  z VGG.forward)rLcCs|D]}t|tjrHtjj|jddd|jdurtj|jdqt|tj rvtj|jdtj|jdqt|tj rtj |jddtj|jdqdS)NZfan_outZrelu)modeZ nonlinearityrr g{Gz?) modules isinstancer*Conv2dinitZkaiming_normal_Zweightr#Z constant_ BatchNorm2dZLinearZnormal_)r.mr3r3r4rXs     zVGG._initialize_weights)F)T)rE)F)r<r=r>r*ZReLUrhrrr'r?r@strr%torchZjitignorer\r^r`raZTensorrcboolrdr;rXrAr3r3r1r4rBsB<    cCszi}|D]h\}}|}|dd}|dd}|dd}d|vrT|dd d d }d |vrl|dd d d }|||<q |S)zJ convert patch embedding weight from manual patchify + linear proj to convz classifier.0zpre_logits.fc1z classifier.3zpre_logits.fc2z classifier.6head.fczclassifier.0.weightr6rrzclassifier.3.weightrr )itemsreplaceZreshape)Z state_dictZout_dictkrYZk_rr3r3r4 _filter_fns    rt)variant pretrainedkwargsrLcKsF|dd}|dd}tt||ft|td|dtd|}|S)N_r out_indices)rr rNrCT)Zflatten_sequentialry)Z model_cfgZ feature_cfgZpretrained_filter_fn)splitpopr rrrTrt)rurvrwrFrymodelr3r3r4 _create_vggs   rc Ks|dddddttddd |S) NrB)rCr)rrg?Zbilinearz features.0rp) urlrGZ input_sizeZ pool_sizeZcrop_pct interpolationmeanZstdZ first_conv classifierr)rrwr3r3r4_cfgsrztimm/)Z hf_hub_id)z vgg11.tv_in1kz vgg13.tv_in1kz vgg16.tv_in1kz vgg19.tv_in1kzvgg11_bn.tv_in1kzvgg13_bn.tv_in1kzvgg16_bn.tv_in1kzvgg19_bn.tv_in1kF)rvrwrLcKs tfi|}tdd|i|S)zVGG 11-layer model (configuration "A") from `"Very Deep Convolutional Networks For Large-Scale Image Recognition" `._ rrv)rrTrrvrwZ model_argsr3r3r4rsrcKs&tfdtji|}tdd|i|S)zVGG 11-layer model (configuration "A") with batch normalization `"Very Deep Convolutional Networks For Large-Scale Image Recognition" `._ rJvgg11_bnrv)rrTr*rjrrr3r3r4rsrcKs tfi|}tdd|i|S)zVGG 13-layer model (configuration "B") `"Very Deep Convolutional Networks For Large-Scale Image Recognition" `._ rrv)rrrr3r3r4rsrcKs&tfdtji|}tdd|i|S)zVGG 13-layer model (configuration "B") with batch normalization `"Very Deep Convolutional Networks For Large-Scale Image Recognition" `._ rJvgg13_bnrv)rrrr3r3r4rsrcKs tfi|}tdd|i|S)zVGG 16-layer model (configuration "D") `"Very Deep Convolutional Networks For Large-Scale Image Recognition" `._ rrv)rrrr3r3r4r srcKs&tfdtji|}tdd|i|S)zVGG 16-layer model (configuration "D") with batch normalization `"Very Deep Convolutional Networks For Large-Scale Image Recognition" `._ rJvgg16_bnrv)rrrr3r3r4rsrcKs tfi|}tdd|i|S)zVGG 19-layer model (configuration "E") `"Very Deep Convolutional Networks For Large-Scale Image Recognition" `._ rrv)rrrr3r3r4rsrcKs&tfdtji|}tdd|i|S)zVGG 19-layer model (configuration 'E') with batch normalization `"Very Deep Convolutional Networks For Large-Scale Image Recognition" `._ rJvgg19_bnrv)rrrr3r3r4r'sr)r)F)F)F)F)F)F)F)F).__doc__typingrrrrrrmZtorch.nnr*Ztorch.nn.functionalZ functionalr9Z timm.datarr Z timm.layersr Z_builderr Z _features_fxr _registryrr__all__rrlr'__annotations__r@rrrtrorrZ default_cfgsrrrrrrrrr3r3r3r4s^    ""o