a  d@s>ddlmZmZmZddlZddlmZGdddejZdS))OptionalTupleUnionNcsheZdZUdZejjeed<d e e eedfdd Z e ej eej eej ffd d d ZZS) PatchDropoutz* https://arxiv.org/abs/2212.00794 return_indices?F)probnum_prefix_tokensorderedrcs@td|krdks$nJ||_||_||_||_dS)Nr?)super__init__r r r r)selfr r r r __class__b/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/timm/layers/patch_dropout.pyr s  zPatchDropout.__init__)returnc Cs |jr|jdkr"|jr|dfS|S|jrX|ddd|jf|dd|jdf}}nd}|jd}|jd}tdt|d|j}tjtj |||j dddddd|f}|j r|j ddd}| d|dd|jd d}|dur tj||fdd}|jr||fS|S) Ngrrr )device)Zdim)rr)Ztrainingr rr shapemaxinttorchZargsortZrandnrr sortZgatherZ unsqueezeexpandcat)rxZ prefix_tokensBLZnum_keepZ keep_indicesrrrforwards&0  ,& zPatchDropout.forward)rrFF)__name__ __module__ __qualname____doc__rZjitFinalbool__annotations__floatrrrZTensorrrr" __classcell__rrrrrs r) typingrrrrZtorch.nnnnModulerrrrrs