a  d% @sdZddlmZddlmZmZddlmZddlm Z ddl m Z m Z ddl mZGd d d ejZd2d d Zd3ddZe eddeddeddeddddeddddddeddddddedddeddddZe d4ed d!d"Ze d5ed d#d$Ze d6ed d%d&Ze d7ed d'd(Ze d8ed d)d*Ze d9ed d+d,Ze d:ed d-d.Ze d;ed d/d0Zd1S)Jt||d|}| pX| } |rt|dksj| rt|}d}nd}||_tj||ddd|_|||_|dd|_ |dkr| rtj d|dd nd|_ |jdkrt ||d|| | ||||d |_ t|_t|_t|_nLtj||d|| | |dd |_ |||_|durJ|nt|_|dd|_|dkr| stj d|dd nd|_tj||d ddd|_||d |_|dd|_||_dS) NrgP@rF) kernel_sizebiasT)Zinplace)padding)rstriderdilationgroupsradix norm_layerZ drop_layer)rrrrrrr )superr __init__intrrZConv2dconv1bn1act1Z AvgPool2d avd_firstrconv2ZIdentitybn2 drop_blockact2avd_lastconv3bn3act3 downsample)selfZinplanesZplanesrr'r cardinality base_widthavdrZis_firstZ reduce_firstrZfirst_dilationZ act_layerrZ attn_layerZaa_layerr!Z drop_pathZ group_widthZ avd_stride __class__\/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/timm/models/resnest.pyrsH      "         & zResNestBottleneck.__init__cCs&t|jdddur"tj|jjdS)Nweight)getattrr%rinitZzeros_r0)r(r.r.r/zero_init_lastWsz ResNestBottleneck.zero_init_lastcCs|}||}||}||}|jdur6||}||}||}||}||}|jdurr||}| |}| |}|j dur| |}||7}| |}|SN) rrrrrr r!r"r#r$r%r'r&)r(xZshortcutoutr.r.r/forward[s&                zResNestBottleneck.forward) __name__ __module__ __qualname____doc__Z expansionrZReLUZ BatchNorm2drr3r7 __classcell__r.r.r,r/r s,?r FcKstt||fi|Sr4)rr )variant pretrainedkwargsr.r.r/_create_resnestxsr@c Ks|dddddttddd |S) Ni)rrB)rCg?Zbilinearzconv1.0Zfc) urlZ num_classes input_size pool_sizecrop_pct interpolationmeanZstdZ first_conv classifierr)rDr?r.r.r/_cfgsrKztimm/) hf_hub_id)rrM)rN)rLrErF)r@rO) rPgJ +?Zbicubic)rLrErFrGrH)rrQ) rRgV-?)rLrH)zresnest14d.gluon_in1kzresnest26d.gluon_in1kzresnest50d.in1kzresnest101e.in1kzresnest200e.in1kzresnest269e.in1kzresnest50d_4s2x40d.in1kzresnest50d_1s4x24d.in1k)returnc KsDttgddddddtdddd d }td d |it|fi|S)z5 ResNeSt-14d model. Weights ported from GluonCV. )rrrrdeep TrrFrr+rblockZlayersZ stem_typeZ stem_widthZavg_downr*r)Z block_args resnest14dr>)rZdictr r@r>r?Z model_kwargsr.r.r/rZs   rZc KsDttgddddddtdddd d }td d |it|fi|S)z5 ResNeSt-26d model. Weights ported from GluonCV. )rVrVrVrVrTrUTrrrVFrWrX resnest26dr>)r^r[r]r.r.r/r^s   r^c KsDttgddddddtdddd d }td d |it|fi|S)z ResNeSt-50d model. Matches paper ResNeSt-50 model, https://arxiv.org/abs/2004.08955 Since this codebase supports all possible variations, 'd' for deep stem, stem_width 32, avg in downsample. rr rrTrUTrrrVFrWrX resnest50dr>)rar[r]r.r.r/ras   rac KsDttgddddddtddddd }td d |it|fi|S) z ResNeSt-101e model. Matches paper ResNeSt-101 model, https://arxiv.org/abs/2004.08955 Since this codebase supports all possible variations, 'e' for deep stem, stem_width 64, avg in downsample. )rr rrTrTrrVFrWrX resnest101er>)rcr[r]r.r.r/rcs   rcc KsDttgddddddtddddd }td d |it|fi|S) z ResNeSt-200e model. Matches paper ResNeSt-200 model, https://arxiv.org/abs/2004.08955 Since this codebase supports all possible variations, 'e' for deep stem, stem_width 64, avg in downsample. )r$rrTrTrrVFrWrX resnest200er>)rfr[r]r.r.r/rfs   rfc KsDttgddddddtddddd }td d |it|fi|S) z ResNeSt-269e model. Matches paper ResNeSt-269 model, https://arxiv.org/abs/2004.08955 Since this codebase supports all possible variations, 'e' for deep stem, stem_width 64, avg in downsample. )r0rNrTrTrrVFrWrX resnest269er>)rir[r]r.r.r/ris   ric KsDttgddddddtddddd }td d |it|fi|S) z]ResNeSt-50 4s2x40d from https://github.com/zhanghang1989/ResNeSt/blob/master/ablation.md r_rTrUT(rVr rWrXresnest50d_4s2x40dr>)rkr[r]r.r.r/rks   rkc KsDttgddddddtddddd }td d |it|fi|S) z]ResNeSt-50 1s4x24d from https://github.com/zhanghang1989/ResNeSt/blob/master/ablation.md r_rTrUTrdr rrWrXresnest50d_1s4x24dr>)rlr[r]r.r.r/rls   rlN)F)rA)F)F)F)F)F)F)F)F)r;ZtorchrZ timm.datarrZ timm.layersrZ_builderr _registryr r Zresnetr Moduler r@rKZ default_cfgsrZr^rarcrfrirkrlr.r.r.r/sd    f