a dv'@sddlZddlZddlZddlmZddlZddlmZddl m Z d1ddZ d2d d Z d3d d Z d4ddZddZddZGdddejjZd5ddZddZddZdd Zd!d"ZGd#d$d$ejZGd%d&d&ejZd'd(Zd)d*Zd+d,ZGd-d.d.ejZ d6d/d0Z!dS)7N)repeat)instantiate_from_config-C6?{Gz?Mb?cCs|dkr*tj|d|d|tjdd}n|dkrtj|dtjd||}|d|tjd}t|d}||d}d|dd|dd}tj|dd d }nh|d krt |d d S|dkrtj|||tjd}n4|dkrtj|||tjdd}nt d|d| S)Nlinearg?)dtypecosiner+?)a_mina_maxZsquaredcos_cap_v2cSs t|ddtjddS)NrgT㥛 ?r )mathcospi)trt/var/www/html/stable-diffusion-webui/repositories/stable-diffusion-stability-ai/ldm/modules/diffusionmodules/util.py)z$make_beta_schedule..Z sqrt_linearsqrtz schedule 'z ' unknown.) torchlinspacefloat64arangenprrpowclipbetas_for_alpha_bar ValueErrornumpy)schedule n_timestep linear_start linear_endcosine_sbetas timestepsalphasrrrmake_beta_schedules,  r+TcCs|dkr(||}tttd||}n<|dkrTtdt|d|dt}ntd|d|d}|r~t d ||S) Nuniformrquadg?r z/There is no ddim discretization method called ""r z%Selected timesteps for ddim sampler: ) rasarraylistrangerrastypeintNotImplementedErrorprint)Zddim_discr_methodZnum_ddim_timestepsZnum_ddpm_timestepsverbosecddim_timestepsZ steps_outrrrmake_ddim_timesteps5s$r9cCs||}t|dg||dd}|td|d|d||}|r~td|d|td|d||||fS)Nrr r z'Selected alphas for ddim sampler: a_t: z ; a_(t-1): z&For the chosen value of eta, which is zB, this results in the following sigma_t schedule for ddim sampler )rr/tolistrr5)Z alphacumsr8etar6r*Z alphas_prevsigmasrrrmake_ddim_sampling_parametersFs$& r=r cCsPg}t|D]8}||}|d|}|td|||||q t|S)a# Create a beta schedule that discretizes the given alpha_t_bar function, which defines the cumulative product of (1-beta) over time from t = [0,1]. :param num_diffusion_timesteps: the number of betas to produce. :param alpha_bar: a lambda that takes an argument t from 0 to 1 and produces the cumulative product of (1-beta) up to that part of the diffusion process. :param max_beta: the maximum beta to use; use values lower than 1 to prevent singularities. r )r1appendminrarray)Znum_diffusion_timesteps alpha_barZmax_betar(it1t2rrrr Ts   "r cCs4|j^}}|d|}|j|gdt|dRS)Nr r r )shapegatherreshapelen)arx_shapeb_outrrrextract_into_tensorgs  rOcCs8|r,t|t|}tj|t|g|RS||SdS)a Evaluate a function without caching intermediate activations, allowing for reduced memory at the expense of extra compute in the backward pass. :param func: the function to evaluate. :param inputs: the argument sequence to pass to `func`. :param params: a sequence of parameters `func` depends on but does not explicitly take as arguments. :param flag: if False, disable gradient checkpointing. N)tupleCheckpointFunctionapplyrI)funcinputsparamsflagargsrrr checkpointms rXc@s$eZdZeddZeddZdS)rQcGs|||_t|d||_t||d|_tttd|_t |j|j}Wdn1sn0Y|S)N)enabledr cache_enabled) run_functionr0 input_tensors input_paramsris_autocast_enabledget_autocast_gpu_dtypeis_autocast_cache_enabledgpu_autocast_kwargsno_grad)ctxr[lengthrWoutput_tensorsrrrforwards *zCheckpointFunction.forwardc Gsdd|jD|_t`tjjjfi|j*dd|jD}|j|}Wdn1sb0YWdn1s0Ytjj ||j|j |dd}|`|` ~d|S)NcSsg|]}|dqS)T)detachrequires_grad_.0xrrr rz/CheckpointFunction.backward..cSsg|]}||qSr)view_asrirrrrlrT) allow_unused)NN) r\r enable_gradcudaampautocastrar[autogradgradr])rc output_gradsshallow_copiesre input_gradsrrrbackwards  F zCheckpointFunction.backwardN)__name__ __module__ __qualname__ staticmethodrfrxrrrrrQ~s rQ'FcCs|s|d}tt| tjd|tjd|j|jd}|dddf|d}tj t |t |gdd}|drtj |t |ddddfgdd}nt |d |d }|S) aX Create sinusoidal timestep embeddings. :param timesteps: a 1-D Tensor of N indices, one per batch element. These may be fractional. :param dim: the dimension of the output. :param max_period: controls the minimum frequency of the embeddings. :return: an [N x dim] Tensor of positional embeddings. r r)startendrdeviceNr dimr zb -> b d)d)rexprlogrfloat32torfloatcatrsin zeros_liker)r)r max_period repeat_onlyhalffreqsrW embeddingrrrtimestep_embeddings  *rcCs|D]}|q|S)z< Zero out the parameters of a module and return it. ) parametersrgzero_)moduleprrr zero_modules rcCs |D]}||q|S)z9 Scale the parameters of a module and return it. )rrgmul_)rscalerrrr scale_modules rcCs|jttdt|jdS)z6 Take the mean over all non-batch dimensions. r r)meanr0r1rIrF)tensorrrr mean_flatsrcCs td|S)z Make a standard normalization layer. :param channels: number of input channels. :return: an nn.Module for normalization. ) GroupNorm32)channelsrrr normalizationsrc@seZdZddZdS)SiLUcCs|t|SN)rsigmoidselfrkrrrrfsz SiLU.forwardN)ryrzr{rfrrrrrsrcseZdZfddZZS)rcst||jSr)superrfrtyperr __class__rrrfszGroupNorm32.forward)ryrzr{rf __classcell__rrrrrsrcOsZ|dkrtj|i|S|dkr0tj|i|S|dkrHtj|i|Std|dS)z4 Create a 1D, 2D, or 3D convolution module. r r unsupported dimensions: N)nnConv1dConv2dConv3dr!dimsrWkwargsrrrconv_ndsrcOstj|i|S)z! Create a linear module. )rLinear)rWrrrrrsrcOsZ|dkrtj|i|S|dkr0tj|i|S|dkrHtj|i|Std|dS)z8 Create a 1D, 2D, or 3D average pooling module. r r rrN)r AvgPool1d AvgPool2d AvgPool3dr!rrrr avg_pool_ndsrcs$eZdZfddZddZZS)HybridConditionercs"tt||_t||_dSr)r__init__rconcat_conditionercrossattn_conditioner)rZc_concat_configZc_crossattn_configrrrrs  zHybridConditioner.__init__cCs"||}||}|g|gdS)N)c_concat c_crossattn)rr)rrrrrrrf s  zHybridConditioner.forward)ryrzr{rrfrrrrrrs rcs,fdd}fdd}|r&|S|S)Ncs<tjdgddRdjdgdtdRS)Nr rrrE)rrandnrrIrrrFrrrrznoise_like..cstjdS)Nr)rrrrrrrrr)rFrrZ repeat_noisenoiserrr noise_likesr)rrr)T)T)r )r}F)F)"osrrtorch.nnrr"reinopsrldm.utilrr+r9r=r rOrXrsFunctionrQrrrrrModuler GroupNormrrrrrrrrrr s2      #