a d 3 @sddlZddlZddlmZddlmZmZddlmZmZddlm Z Gdddej j Z dd ddddddddd d d Z d dZddZdS)N)SOLVERSodeint) _check_inputs_flat_to_shape) _mixed_normc@s$eZdZeddZeddZdS)OdeintAdjointMethodc Gs||_||_| |_| |_| |_| |_||_| du|_t ht |||||||| d}| durx|}|j ||g|Rn|\}}|j |||g|RWdn1s0Y|S)N)rtolatolmethodoptionsevent_fn) shapesfunc adjoint_rtol adjoint_atoladjoint_methodadjoint_optionst_requires_grad event_modetorchno_gradrZsave_for_backward)ctxrry0tr r r r r rrrrradjoint_paramsansyevent_trb/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/torchdiffeq/_impl/adjoint.pyforward s   4zOdeintAdjointMethod.forwardcsbt |j|j}|j}|j}|j}|j|j}|rt|j ^}}} |} t |d d| dg}|d}n|j ^}}|d}t tj d|j|jd|d|dg} | ddDfdd } rtjt||j|jd} nd} tt|dddD]}rZ||||}| d|| d}| d|8<|| |<t| t | ||d|dd||||d } d d| D} ||d| d<| d ||d7<q r| d| d<|rrt | d dt| ddg} | d }| d d}Wdn1s20Ydd|| ddddddddddg|RS)Nrrr)dtypedevicecSsg|]}t|qSrr zeros_like.0paramrrr Bz0OdeintAdjointMethod.backward..c s|d}|d}t|}|d}|d}rD|n||}t|dd}t|dd}tddD}tjj|||f| ddd^} } } Wdn1s0Y| durt|n| } | durt|n| } dd t | D} | || g| RS) NrTrcss|]}t|ddVqdS)rN)r as_stridedr'rrr ]r+zKOdeintAdjointMethod.backward..augmented_dynamics..)Z allow_unusedZ retain_graphcSs&g|]\}}|durt|n|qSNr%)r(r)Z vjp_paramrrr r*gszLOdeintAdjointMethod.backward..augmented_dynamics..) rZ enable_graddetachZrequires_grad_r-tupleautogradZgradr&zip) rZy_augradj_yZt_ func_eval_tZ_y_paramsZvjp_tZvjp_yZ vjp_paramsrrrrr augmented_dynamicsIs(  *z8OdeintAdjointMethod.backward..augmented_dynamics)r r r r cSsg|] }|dqS)rr)r(arrr r*r+r,)rrrrrrrrrZ saved_tensorscatZreshaper1zerosr#r$extendemptylenrangedotrZflipr&)rZgrad_yrrrrrrrrr6Z aug_stater9Z time_vjpsir5Z dLd_cur_tr4 adj_paramsrr8r backward$sV   "'  &,zOdeintAdjointMethod.backwardN)__name__ __module__ __qualname__ staticmethodr!rErrrr r s rgHz>g& .>) r r r r r rrrrrc Cs| durt|tjstd|dur(|}| dur4|} | dur@|} | |kr`|dur`| dur`td| dur|durdd|Dni} n| } | durtt|} nt| } t| } tdd| D} t| | krd| vrt | drt dt ||||||||t \ }}}}}}}}}}|d}t| ||tj||||||||||| | | |jg| R}|durp|}n|\}}||}|r| }|durt|t|f|}|dur|S||fSdS) Nzfunc must be an instance of nn.Module to specify the adjoint parameters; alternatively they can be specified explicitly via the `adjoint_params` argument. If there are no parameters then it is allowable to set `adjoint_params=()`.zIf `adjoint_method != method` then we cannot infer `adjoint_options` from `options`. So as `options` has been passed then `adjoint_options` must be passed as well.cSsi|]\}}|dkr||qS)normrr(kvrrr r+z"odeint_adjoint..css|]}|jr|VqdSr/) requires_grad)r(prrr r.r+z!odeint_adjoint..rJzAn adjoint parameter was passed without requiring gradient. For efficiency this will be excluded from the adjoint pass, and will not appear as a tensor in the adjoint norm.) isinstancennModule ValueErroritemscopyr1find_parametersr@callablewarningswarnrrhandle_adjoint_norm_rapplyrOtor)rrrr r r r r rrrrrZoldlen_rZdecreasing_time state_normrZsolutionrrrr odeint_adjointsP   ,     r_cCsNt|tjsJt|ddr>dd}|j|d}dd|DSt|SdS)NZ _is_replicaFcSsdd|jD}|S)NcSs(g|] \}}t|r|jr||fqSr)rZ is_tensorrOrKrrr r*r+zCfind_parameters..find_tensor_attributes..)__dict__rU)moduleZtuplesrrr find_tensor_attributessz/find_parameters..find_tensor_attributes)Zget_members_fncSsg|] \}}|qSrr)r(_r)rrr r*r+z#find_parameters..)rQrRrSgetattrZ_named_memberslist parameters)rarbgenrrr rWs   rWcsfdd}d|vr||d<nfz |dWntyD||d<Yn@0dkrdfdd}||d<n durnnfdd }||d<dS) zJIn-place modifies the adjoint options to choose or wrap the norm function.cs*|^}}}}t|||t|Sr/)maxabsrZ tensor_tuplerrr4rDr^rr default_adjoint_norms z2handle_adjoint_norm_..default_adjoint_normrJZseminormcs$|^}}}}t|||Sr/)rhrirjrkrr adjoint_seminorms z.handle_adjoint_norm_..adjoint_seminormNcs<|^}}}}t|d}t|d}|g|||RS)Nr)rrj) adjoint_normrrr _adjoint_norms   z+handle_adjoint_norm_.._adjoint_norm)KeyError)rrr^rlrmror)rnrr^r r[s      r[)rYrZtorch.nnrRrrmiscrrrr2ZFunctionrr_rWr[rrrr s    F