a Ad< @s\ddlZddlZddlmZmZddlmZejj ZGdddej Z Gdddej Z dS)N)sd_hijack_clipdevices)optscs4eZdZfddZddZddZddZZS) %FrozenOpenCLIPEmbedderWithCustomWordscsJt||ddtjDd|_tjd|_tjd|_d|_dS)NcSsg|]\}}|dkr|qSz,.0kvrrC/var/www/html/stable-diffusion-webui/modules/sd_hijack_open_clip.py zBFrozenOpenCLIPEmbedderWithCustomWords.__init__..r super__init__ tokenizerencoderitems comma_tokenid_startid_endid_padselfwrappedhijack __class__rr r s   z.FrozenOpenCLIPEmbedderWithCustomWords.__init__cCs tjrJddd|D}|S)N7Old emphasis implementation not supported for Open ClipcSsg|]}t|qSrrencoder textrrr r rzBFrozenOpenCLIPEmbedderWithCustomWords.tokenize..ruse_old_emphasis_implementationrtexts tokenizedrrr tokenizesz.FrozenOpenCLIPEmbedderWithCustomWords.tokenizecCs|j|}|S)N)rencode_with_transformer)rtokenszrrr encode_with_transformerss z>FrozenOpenCLIPEmbedderWithCustomWords.encode_with_transformerscCs:t|}tj|gtjtjd}|jjj | d}|SN)devicedtyper) rr#torchasarrayrr1intrmodeltoken_embeddingsqueezer init_textnvptidsembeddedrrr encode_embedding_init_text s z@FrozenOpenCLIPEmbedderWithCustomWords.encode_embedding_init_text__name__ __module__ __qualname__rr+r/r> __classcell__rrrr r s rcs4eZdZfddZddZddZddZZS) &FrozenOpenCLIPEmbedder2WithCustomWordscsJt||ddtjDd|_tjd|_tjd|_d|_dS)NcSsg|]\}}|dkr|qSrrrrrr r ,rzCFrozenOpenCLIPEmbedder2WithCustomWords.__init__..rrrrrrrr r)s   z/FrozenOpenCLIPEmbedder2WithCustomWords.__init__cCs tjrJddd|D}|S)Nr!cSsg|]}t|qSrr"r$rrr r 4rzCFrozenOpenCLIPEmbedder2WithCustomWords.tokenize..r&r(rrr r+1sz/FrozenOpenCLIPEmbedder2WithCustomWords.tokenizecCs4|j|}||jj}|d}|dur0||_|S)Npooled)rr,layergetrE)rr-dr.rErrr r/8s    z?FrozenOpenCLIPEmbedder2WithCustomWords.encode_with_transformerscCsLt|}tj|gtjtjd}|jjj | |jjj jj j d}|Sr0) rr#r3r4rr1r5rr6r7toweightr8r9rrr r>Bs (zAFrozenOpenCLIPEmbedder2WithCustomWords.encode_embedding_init_textr?rrrr rD(s  rD) Zopen_clip.tokenizer open_clipr3modulesrrmodules.sharedrr _tokenizer%FrozenCLIPEmbedderWithCustomWordsBaserrDrrrr s