a
    dgq                     @   s  d dl mZ d dlmZmZmZmZmZmZ d dl	m
  mZ d dlmZ d dlmZmZmZ d dlmZ d dlmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z% d dl&m'Z' d	d
gZ(ddgZ)g dZ*dgZ+ee  eeee$e f f dddZ,ee- e-dddZ.eedddZ/eedddZ0eeee# ee f dddZ1eedddZ2e e$ee eeed f f dd d!Z3ee  eeee"ef f dd"d#d$Z4ee#d%f ee- e-d&d'd(Z5ee-ee- d)d*d+Z6ee!ee- d,d-d.Z7ee!ee- d,d/d0Z8dS )1    )defaultdict)DictListOptionalSequenceTupleUnionN)	translate)BindingDispatcherSignatureExpr)with_native_function)
AnnotationArgumentBackendIndexBackendMetadataBaseOperatorNameBaseTyBaseTypeDEFAULT_KERNEL_NAMESPACEDeviceCheckTypeDispatchKeyFunctionSchemaNativeFunctionNativeFunctionsGroupOperatorNameReturn
SchemaKindVariant)	concatMapz'adaptive_avg_pool3d_backward.grad_inputz _slow_conv2d_backward.grad_inputZ_cummax_helperZ_cummin_helper)Z_assert_asyncZ_dimIZ_dimVZ_has_same_storage_numelZ_linalg_check_errorsZ_local_scalar_denseZ%_nested_tensor_from_mask_left_alignedZ_nnzZ_use_cudnn_ctc_lossz_use_cudnn_ctc_loss.TensorZ#_validate_compressed_sparse_indicesZallcloseZ	dense_dimequalZis_coalesced	is_pinnedZis_same_sizeZ	is_set_toZq_per_channel_axisZq_scaleZq_zero_pointZqschemeZrecord_streamZ
sparse_dimZ_nested_tensor_offsetsZ'_chunk_grad_outputs_efficient_attentionZ_fused_sdp_choiceZ
polygamma_)native_functionsreturnc                 C   sD   t t}| D ]2}||j  }|j |vs0J |||j < q|S N)r   dictfunc	signaturekind)r"   pre_grouped_native_functionsfd r,   l/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/torchgen/native_function_generation.pypre_group_native_functions]   s    r.   )overload_namer#   c                 C   s   | sdS |  dS )NoutZ_outr,   )r/   r,   r,   r-   &get_expected_out_variant_overload_namek   s    r1   )r&   r#   c              
   C   sp   |   tjksJ | jjd us"J t| j t	| jj
| j td| jjjjd | jjjjdg| jdS )Nr0   nametypedefault
annotationr3   	argumentsreturns)r(   r   inplacer8   Zself_argr   r3   remove_inplacewith_overloadr1   r/   Zremove_self_annotationwith_out_argsr   argumentr4   r6   r9   )r&   r,   r,   r-   self_to_out_signaturet   s"    





r?   c                 C   sL   |   tjksJ t| \}}t| jt| jj| j	
 |t|dS Nr7   )r(   r   
functionalgenerate_out_args_from_schemar   r3   r<   r1   r/   r8   r'   r=   tupler&   new_returnsnew_out_argsr,   r,   r-   functional_to_out_signature   s    

rG   c           
   	      s  t dd | jD rJ dd | jD }t|dks8J tdd | jj  fddd	D }td
d | jD }g }g }t| jD ]\}}|j	 rt
t| jdkrdnd| |jd t||  dd}|| |rtd |j|jd}	||	 q|| q||fS )Nc                 s   s    | ]}|j d uo|j jV  qd S r$   )r6   is_write.0rr,   r,   r-   	<genexpr>   s   z0generate_out_args_from_schema.<locals>.<genexpr>c                 S   s   g | ]}|j  r|qS r,   r4   is_tensor_likerI   r,   r,   r-   
<listcomp>       z1generate_out_args_from_schema.<locals>.<listcomp>r   c                 S   s   | j d u rg S | j jS r$   )r6   Z	alias_set)ar,   r,   r-   <lambda>   rP   z/generate_out_args_from_schema.<locals>.<lambda>c                    s   g | ]}| vr|qS r,   r,   )rJ   xZused_annotationsr,   r-   rO      s   abcdefghijklmnopqrstuvwxyzc                 s   s   | ]}|j ttjkV  qd S r$   )r4   r   r   ZTensorrI   r,   r,   r-   rL      rP      r0   !r2   )r3   r4   r6   )anyr9   lenr   r8   Zflat_allall	enumerater4   rN   r   r   parseappendr   r6   )
r&   Ztensorlike_retsZvalid_annotationsZall_rets_are_tensorsrF   rE   irK   Znew_outZnew_retr,   rT   r-   rB      s>    



rB   c                 C   sL   |   tjksJ t| \}}t| j t| jj	| j
|t|dS r@   )r(   r   mutablerB   r   r3   r;   r<   r1   r/   r8   r=   rC   rD   r,   r,   r-   mutable_to_out_signature   s    


r`   )r   r   )r*   kr#   c                 C   s  ddl m} |tjkrv| j tjks*J | jjddtt	| jj
j
jd| jj
j
j| j tjkd| jj
jd}np|tjkr| j tjkrt| j}q| j tjkrt| j}q| j tjkrt| j}qtdntd	| tjkr|j
 n|
|}| j r|d
7 }tj|j
t|dtdii}dht| jddh@ B }t|| jtj hdd d d g i ddd d dt!j"| j#t | j$dddd|| j%d|fS )Nr   )cppT)Zkeep_return_namesF)baser:   dunder_methodZfunctional_overload)r3   r/   z^We only bother generating out= functions from either inplace or mutable or functional variantszDWe currently only generate either functional or out= NativeFunctions_symint)kernel
structuredZcpp_namespace	generatedZnondeterministic_seededZ	view_copy)r&   !use_const_ref_for_mutable_tensorsvariantsrg   Zstructured_delegateZstructured_inheritsZprecomputedautogenZufunc_inner_loopZmanual_kernel_registrationmanual_cpp_bindingZpython_moduleZcategory_overrideZdevice_guardZdevice_checklocZcpp_no_default_argsis_abstract&has_composite_implicit_autograd_kernelZ4has_composite_implicit_autograd_nested_tensor_kernelZ&has_composite_explicit_autograd_kernelZ5has_composite_explicit_autograd_non_functional_kerneltags	namespace)&Ztorchgen.apirb   r   rA   r&   r(   r'   	with_namer   r   r3   rc   rd   r_   r/   r0   r:   r?   r`   rG   AssertionErrorunambiguous_name
has_symintr   ZCompositeExplicitAutogradr   r   setrp   r   ri   r   functionr   ZNoCheckrm   rn   rq   )r*   ra   rb   r&   Zkernel_nameZbackend_metadatarp   r,   r,   r-   generate_function  s    



		rx   )rsindicesr#   c                 C   sP  t | }| D ]8\}}tj|v }tj|v }tj|v }tj|v }|sR|sR|sR|rtdd | D }	t	dd | D }
tdd | D }|	s|
s|rq|rt
| dkrt|tj jjtvrtdt|tj j q|rt|tj jjtv rq|r|tj n(|r(|tj n|r8|tj n|tj }|j tjkpht	dd |jjD }t	dd |jD }| o|o|}|s|st|jjtvrt|jjtvrtd	t|j d
|rt|tj\}}||tj< t|| | | |s|s|rt|tj\}}||tj< t|| | | qd S )Nc                 s   s   | ]}|j V  qd S r$   )rl   rJ   r*   r,   r,   r-   rL     rP   z1add_generated_native_functions.<locals>.<genexpr>c                 s   s   | ]}|j V  qd S r$   )Z
is_view_opr{   r,   r,   r-   rL     rP   c                 s   s   | ]}|j V  qd S r$   )ro   r{   r,   r,   r-   rL     s   rV   zEFound an out= operator that we could not find any other variants of: c                 s   s   | ]}|j  V  qd S r$   rM   rI   r,   r,   r-   rL     s   c                 s   s   | ]}d t |v V  qdS )r0   N)str)rJ   Zop_namer,   r,   r-   rL     rP   zBFound an operator that we could not generate an out= variant for: z.
This type of operators don't have tensor-like return, making it difficult to generate a proper out= variant. If
out= variant is not needed, please add the function name into FUNCTIONAL_OPS_THAT_CANNOT_GET_AN_OUT_VARIANT list.)r.   itemsr   rA   r:   r_   r0   rZ   valuesrX   rY   r|   r&   r3   &OUT_OPS_THAT_DONT_GET_GROUPED_PROPERLYrs   *INPLACE_OPS_THAT_DONT_GET_GROUPED_PROPERLYr(   r9   rk   *MUTABLE_OPS_THAT_CANNOT_GET_AN_OUT_VARIANT-FUNCTIONAL_OPS_THAT_CANNOT_GET_AN_OUT_VARIANTrx   r   Z
grow_indexr]   )ry   rz   r)   ra   r+   Zhas_functionalZhas_inplaceZhas_mutableZhas_outZ
are_manualZhas_view_opsZare_composite_implicitZbase_fnZbase_fn_validZ	needs_outZgets_out_variantfnmetadatar,   r,   r-   add_generated_native_functionsn  s    








r   .)retsnamesr#   c                 C   sf   t | t |ksJ t | dkr$dS t | dkr@d|d  dS dt|   dd| dS d S )	Nr    rV   zreturn ;(, );)rY   
dispatcherZreturns_typeZcpp_typejoin)r   r   r,   r,   r-   
return_str  s    r   )r&   out_varr#   c                 C   sX   |   }g }t| jdk}t|D ]0\}}|d u r"||rLd| d| dn| q"|S )NrV   	std::get<>())aliased_return_namesrY   r9   r[   r]   )r&   r   Zaliased_retsZnon_aliased_namesZis_out_var_a_tupler^   rK   r,   r,   r-   gather_nonaliased_inner_rets  s    r   )gr#   c                 C   s  d| j jvrd S | jd ur.d| jjvr.| j}n.| jd urLd| jjvrL| j}ntt| j jt| j j}t|j}g }g }g }tt	
| j jt	
|jD ]\}}|jd ur|jjr|d|j d|j d |t|j dt	j||jdd ||j d q|t	| qdd	d
 t|| D }	d}
t|jjdkr`d|
 dnd}t|j|
}t| j jj|| }d|}d|j| | jj rdnd d d| d| d|jj  d|	 d| dS )Nrh   zauto z_clone = clone_arg(r   Z_clone)Zbinds)exprr4   r   c                 S   s   g | ]
}|j qS r,   r   rJ   er,   r,   r-   rO   *  rP   z3gen_composite_functional_kernel.<locals>.<listcomp>outputr   z = r   
re   r3   z {
  
  z
at::_ops::::call();
  
}
)rA   rp   r:   r_   rs   r|   r&   r   zipr   Zjit_argumentsr6   rH   r]   r3   r   Zargument_typer>   r   r	   r8   rY   r9   r   r   defnr0   ru   rt   )r   Ztarget_fsig
target_sigcontextZclone_mutable_inputsZcloned_return_namesZa_currZa_tgtexprsout_nameZmaybe_assignZinner_return_namesZret_strZclone_mutable_inputs_strr,   r,   r-   gen_composite_functional_kernel   sb    


"
$
r   c                 C   s  d| j jvrd S t| j j}t| jj}ddd t| | D }g }d}t| j jjj D ]X\}}t	| jjj
dkr|nd| d| d	}|d
|j d| d|j d| d	 qbg }	t| j j D ]P\}}
|
d ur|	|
 qt	| jjj
dkr|nd| d| d	}|	| qd|}d|j| j jj | j j rPdnd d d| d| jjj  d| d| dt| j jj
|	 dS )Nrh   r   c                 S   s   g | ]
}|j qS r,   r   r   r,   r,   r-   rO   M  rP   z,gen_composite_out_kernel.<locals>.<listcomp>Z
tmp_outputrV   r   r   r   z  resize_out_helper(z);
  copy_arg(r   r   re   r   r   z
 {
  auto z = at::_ops::r   r   r   r   )r0   rp   r   r&   rA   r   r	   r8   r[   rY   r9   r]   r3   r   r   rt   ru   r   )r   r   r   r   Z	copy_outsr   r^   Zout_argZfunctional_return_namer   Zret_nameZcopy_outs_strr,   r,   r-   gen_composite_out_kernel?  s`    
*r   )9collectionsr   typingr   r   r   r   r   r   Ztorchgen.api.dispatcherapir   Ztorchgen.api.translater	   Ztorchgen.api.typesr
   r   r   Ztorchgen.contextr   Ztorchgen.modelr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   Ztorchgen.utilsr   r   r   r   r   r.   r|   r1   r?   rG   rB   r`   rx   r   r   r   r   r   r,   r,   r,   r-   <module>   sN    L$	!5$mx>