a
    
dCj                     @   s&  d dl mZ d dlZd dlmZmZ d dlmZ d dl	m
Z
mZ d dlmZ d dlmZmZ edg d	Zd
d Zdd Zdd Zdd Zdd Zdd ZG dd deZedZG dd deZG dd deZdd Zdd  ZG d!d" d"eZG d#d$ d$eZ G d%d& d&eZ!G d'd( d(e!Z"dS ))    )
namedtupleN)Constant	IRBuilder)ir)typescgutils)global_compiler_lock)make_library_cache	NullCache_wrapper_infolibraryenvnamec              	   C   s  |  }|j |||	j|	j|\}}|j|jdd\}}| || W d    n1 sZ0    Y  |2 |
 }|j ||
| |
| W d    n1 s0    Y  W d    n1 s0    Y  t	||D ]$\}}|
||||j| q|
||||j| |jS NTZlikely)	call_convcall_functionreturn_typeargsif_elseis_ok
gil_ensureraise_errorgil_releasezipstoreaddloadstepcode)r   r   contextfuncbuilderarraysoutoffsetsstore_offset	signaturepyapir   elemsstatusretvalZif_okZif_errorgiloffary r0   `/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/numba/np/ufunc/wrappers.py_build_ufunc_loop_body   s$    
&Fr2   c                 C   s   |  }t jgt|	j }|jdd> |j||t j||\}}|D ]}|| qDW d    n1 sh0    Y  || t||D ]$\}}|	|
|||j| q|	|
|||j| |jS )NT)Zkeep_new)r   pyobjectlenr   Zerr_pushr   r   decrefr   r   r   r   r   r    )r   r   r!   r"   r#   r$   r%   r&   r'   r(   r   r)   r*   Z_objargsr+   r,   elemr.   r/   r0   r0   r1   _build_ufunc_loop_body_objmode,   s     
*r7   c
                    s@    fdd}
fdd}t |
|| | |||	dS )Nc                     s   fddt  D } | S )Nc                    s    g | ]\}}|  |qS r0   load_directr   .0r.   r/   r#   r0   r1   
<listcomp>O   s   z6build_slow_loop_body.<locals>.load.<locals>.<listcomp>)r   r*   )r$   r#   r&   r0   r1   r   N   s    
z"build_slow_loop_body.<locals>.loadc                    s    |   d S N)store_directr   r,   )r#   r%   r'   r0   r1   r   S   s    z#build_slow_loop_body.<locals>.storer   r2   )r!   r"   r#   r$   r%   r&   r'   r(   r)   r   r   r   r0   )r$   r#   r&   r%   r'   r1   build_slow_loop_bodyL   s    
rD   c                    sb   |  |	}|
||	 fdd}fdd}t||| | |	S )Nc                     s8   fddt  D } fddt | jD } | S )Nc                    s    g | ]\}}|  |qS r0   r8   r:   r<   r0   r1   r=   b   s   z5build_obj_loop_body.<locals>.load.<locals>.<listcomp>c                    s   g | ]\}} || qS r0   )from_native_value)r;   vt)env_managerr)   r0   r1   r=   e   s   )r   r   r>   )r$   r#   rH   r&   r)   r(   r0   r1   r   `   s    

z!build_obj_loop_body.<locals>.loadc                    sx   t  | } j|ddJ j| }|jd u s8J |j  	|  W d    n1 sj0    Y  d S r   )
r   Zis_not_nullif_thenZto_native_valuer   cleanupr@   valuer   r5   )r,   r   Znative)r#   r%   r)   r(   r'   r0   r1   r   i   s    z"build_obj_loop_body.<locals>.store)Zget_env_bodyZget_env_managerr7   )r!   r"   r#   r$   r%   r&   r'   r(   r)   envptrr   Zenv_bodyr   r   r0   )r$   r#   rH   r&   r%   r)   r(   r'   r1   build_obj_loop_body[   s    	rM   c                    s<    fdd}fdd}t ||| || ||||	|
dS )Nc                     s   fdd D } | S )Nc                    s   g | ]}|  qS r0   )load_aligned)r;   r/   )indr0   r1   r=   ~   s   z6build_fast_loop_body.<locals>.load.<locals>.<listcomp>r0   r>   )r$   rO   r0   r1   r   }   s    
z"build_fast_loop_body.<locals>.loadc                    s    |   d S r?   )store_alignedrA   )rO   r%   r0   r1   r      s    z#build_fast_loop_body.<locals>.storerB   rC   )r!   r"   r#   r$   r%   r&   r'   r(   rO   r)   r   r   r   r0   )r$   rO   r%   r1   build_fast_loop_body{   s    
rQ   c           *      C   s  t |tsJ td}t|}t|}|tj}	t|	}
tt	 ||
|
|g}|
 d}|d}|r|jtjtjgt|j }n|j|j|j}tj|||d}|jd t||d|j }|j\}}}}d|_d|_d	|_d
|_t|d}||j}|j}|||j|}|j|dd}g }t|jD ]"\}}| t!|||||| qNt!||||t||j}g }|"tjd}|D ](} t#$||	}!| |! |%||! qt#$||	}"|%||" t#j&}#|D ]}$|'|#|$j(}#q|)|}%|r~|%* }&t#j+|||	d, t,|||||||"||%|| W d   n1 s^0    Y  |%-|& |.  n&|/|# \}'}(|'b t#j+|||	d0})t0|||||||"||)j1|%|d W d   n1 s0    Y  W d   n1 s0    Y  |(^ t#j+|||	d, t2|||||||"||%|d
 W d   n1 sR0    Y  W d   n1 sr0    Y  W d   n1 s0    Y  |.  ~|3| |4|  t5|||jdS )z
    Wrap the scalar function with a loop that iterates over the arguments

    Returns
    -------
    (library, env, name)
       Zufunc_wrapper r   alwaysinlinez
__ufunc__.r   dimsstepsdataentry	loopcountr   intpNrB   r   )6
isinstancestrr   IntTypePointerTypeget_value_typer   r\   FunctionTypeVoidTypecodegencreate_librarycreate_ir_moduler   get_function_typer3   r4   r   r   Function
attributesr   r   r   append_basic_blockZget_env_namefndescenvironmentr   Zdeclare_env_globalmodule	enumerateappend	UArrayArgget_constantr   alloca_oncer   true_bitand_is_unit_stridedget_python_apir   	for_rangerM   r   ret_voidr   rQ   indexrD   add_ir_moduleadd_linking_libraryr   )*r   r!   fnamer(   Zobjmodecresbyte_t
byte_ptr_tbyte_ptr_ptr_tintp_t
intp_ptr_tfnty
wrapperlibwrapper_module	func_typer"   wrapperarg_argsarg_dims	arg_stepsarg_datar#   envnamer   rL   rZ   r$   itypr%   r&   zero_pr'   Zunit_stridedr/   r)   r-   ru   Z
is_stridedloopr0   r0   r1   build_ufunc_wrapper   s    







$

Ff

r   c                   @   s4   e Zd Zdd Zdd Zdd Zdd Zd	d
 ZdS )rp   c                 C   s   || _ || _|| _| j tj|}| j|||g}||}	| j	||	
 | _| j |	}
| j tj|
| _| j||g}| j|| _|d| j| j| _|| _d S )Nz==)r!   r#   fe_typerq   r   r\   r   gepget_data_typebitcast
as_pointerdataptrget_abi_sizeofZabisizer   Zicmp_unsignedru   )selfr!   r#   r   rW   r   r   offsetZoffseted_argsZ	data_typesizeofZoffseted_stepr0   r0   r1   __init__   s"    
zUArrayArg.__init__c                 C   s&   t | j| j|}| j| j| j|S )zm
        Generic load from the given *byteoffset*.  load_aligned() is
        preferred if possible.
        )r   pointer_addr#   r   r!   unpack_valuer   )r   
byteoffsetptrr0   r0   r1   r9     s    zUArrayArg.load_directc                 C   s&   | j | j|g}| j| j | j|S r?   )r#   r   r   r!   r   r   )r   rO   r   r0   r0   r1   rN     s    zUArrayArg.load_alignedc                 C   s,   t | j| j|}| j| j| j|| d S r?   )r   r   r#   r   r!   
pack_valuer   )r   rK   r   r   r0   r0   r1   r@     s    zUArrayArg.store_directc                 C   s,   | j | j|g}| j| j | j|| d S r?   )r#   r   r   r!   r   r   )r   rK   rO   r   r0   r0   r1   rP     s    zUArrayArg.store_alignedN)__name__
__module____qualname__r   r9   rN   r@   rP   r0   r0   r0   r1   rp      s
   rp   Zgufc                   @   s   e Zd Zdd Zedd Zedd Zedd Zed	d
 Zedd Z	edd Z
dd Zdd Zdd Zedd Zdd Zdd Zdd ZdS )_GufuncWrapperc                 C   sN   || _ || _|| _|| _| jjtjk| _|r8t	| j dnt
 | _t|| _dS )a,  
        The *is_parfors* argument is a boolean that indicates if the GUfunc
        being built is to be used as a ParFors kernel. If True, it disables
        the caching on the wrapper as a separate unit because it will be linked
        into the caller function and cached along with it.
        )py_funcN)r   r}   sinsoutr(   r   r   r3   Zis_objectmodeGufWrapperCacher
   cachebool
is_parfors)r   r   r}   r   r   r   r   r0   r0   r1   r   &  s    z_GufuncWrapper.__init__c                 C   s   | j jS r?   )r}   r   r   r0   r0   r1   r   6  s    z_GufuncWrapper.libraryc                 C   s   | j jS r?   )r}   target_contextr   r0   r0   r1   r!   :  s    z_GufuncWrapper.contextc                 C   s   | j jS r?   )r!   r   r   r0   r0   r1   r   >  s    z_GufuncWrapper.call_convc                 C   s   | j jS r?   )r}   r(   r   r0   r0   r1   r(   B  s    z_GufuncWrapper.signaturec                 C   s   | j jS r?   )r}   rk   r   r0   r0   r1   rk   F  s    z_GufuncWrapper.fndescc                 C   s   | j jS r?   )r}   rl   r   r0   r0   r1   r   J  s    z_GufuncWrapper.envc                 C   sR   t d}t |}t |}| jtj}t |}t t  ||||g}|S )NrR   )	r   r_   r`   r!   ra   r   r\   rb   rc   )r   r~   r   r   r   r   r   r0   r0   r1   _wrapper_function_typeN  s    



z%_GufuncWrapper._wrapper_function_typec           !         s  | j tj}|  }|d}| j| jj	| jj
}| jj}tj|||d}|jd t|||}	d|	_|	j\}
}}}d|
_d|_d|_d|_t|	d	}|j|d
d}| j |}t }| j| jfD ]}|D ]}|t|O }qqi }| jD ]"}|D ]}||vrt|||< qqi }| D ]2\}}|||| j tj|d g||< q$g }t| jt| j }tt| j j| j| j D ]>\}\}}t!| j ||
||||||	}|t|7 }|"| q|d}| #|| t$j%|||dD  fdd|D }| &||||\}} t$'|| | W d   n1 s<0    Y  |(| |)| | *|| |+  |,| |-| j. dS )z
        The LLVM IRBuilder code to create the gufunc wrapper.
        The *library* arg is the CodeLibrary to which the wrapper should
        be added.  The *name* arg is the name of the wrapper function being
        created.
        Z_gufunc_wrapperrT   rU   Zweak_odrr   rV   rW   rX   rY   rZ      z.returnr[   c                    s   g | ]}|  jqS r0   )get_array_at_offsetry   )r;   ar   r0   r1   r=         z1_GufuncWrapper._build_wrapper.<locals>.<listcomp>N)/r!   ra   r   r\   r   rf   r   rg   rk   restypeargtypesZllvm_func_namer   rh   ri   r   linkager   r   r   rj   r   rv   setr   r   r4   itemsr   rq   rn   r   r(   
GUArrayArgro   gen_prologuer   rw   gen_loop_bodycbranch_or_continuebranchposition_at_endgen_epiloguerx   rz   r{   r   )!r   r   r   r   r   r   r   r|   r"   r   r   r   r   r   r#   rZ   r)   Zunique_symsgrpsymsZsym_mapssym_dimr   r$   step_offsetr   symr/   Zbbreturnr   	innercallerrorr0   r   r1   _build_wrapperY  st    






.


z_GufuncWrapper._build_wrapperc                 C   s   | j r(| j t| }| || nX| j| jj	| jj
}|d u r| j t| }|  | || | j| jj	| |S r?   )r   r!   rd   re   r^   r   r   Zload_overloadr}   r(   r   Zenable_object_cachingZsave_overloadr   Zwrapper_namer   r0   r0   r1   _compile_wrapper  s    z_GufuncWrapper._compile_wrapperc                 C   s&   d| j j }| |}t|| j|dS )Nz__gufunc__.r   )rk   Zmangled_namer   r   r   r   r0   r0   r1   build  s
    
z_GufuncWrapper.buildc                 C   s   | j ||| jj| jj|\}}|j|jdd4 | }| jj 	||| |
| W d    n1 sj0    Y  |j|jfS )NFr   )r   r   r(   r   r   rI   is_errorr   r!   r   r   r    )r   r#   r)   r"   r   r+   r,   r-   r0   r0   r1   r     s    (z_GufuncWrapper.gen_loop_bodyc                 C   s   d S r?   r0   r   r#   r)   r0   r0   r1   r     s    z_GufuncWrapper.gen_prologuec                 C   s   d S r?   r0   r   r0   r0   r1   r     s    z_GufuncWrapper.gen_epilogueN)r   r   r   r   propertyr   r!   r   r(   rk   r   r   r   r   r   r   r   r   r   r0   r0   r0   r1   r   %  s*   





T
r   c                   @   s$   e Zd Zdd Zdd Zdd ZdS )_GufuncObjectWrapperc                 C   s"   t | j|||| j|\}}||fS r?   )_prepare_call_to_object_moder!   r(   )r   r#   r)   r"   r   r   r   r0   r0   r1   r     s    z"_GufuncObjectWrapper.gen_loop_bodyc                 C   s   |  | _d S r?   )r   r-   r   r0   r0   r1   r     s    z!_GufuncObjectWrapper.gen_prologuec                 C   s   | | j d S r?   )r   r-   r   r0   r0   r1   r     s    z!_GufuncObjectWrapper.gen_epilogueN)r   r   r   r   r   r   r0   r0   r0   r1   r     s   r   c                 C   s2   |j }|jtjkrtnt}|| |||||d S )N)r   )r(   r   r   r3   r   r   r   )r   r}   r   r   r   r   r(   Zwrapclsr0   r0   r1   build_gufunc_wrapper  s    
r   c           &   
   C   s\  |j }|d}| tj}| tj}	t|	}
| tj}| tj	}t
|||
|
|||g}t||d}tj|tddd}|tj| g }g }tt||jD ]&\}\}}tj||dd}|| t|tjr| |}|| ||d}t|d	}t||j}||d
||g}||d||g}||j|}tt |j}t||j!}t||j"}|#|||||||g} n|$||} || | ||  t%|| }!||!| t&||!| qtj	gt'| }"| j()||tj	|"|\}#}$||#j*| |+|$ |,| |-| |D ]}|+|.| q0|#j/}%|%|.|fS )Nzufunc.core.returnZnumba_ndarray_newr   r   rT   T)zfill)rK   r   shapestrides)0rm   rj   ra   r   int32r\   r   r`   Zvoidptrr3   rb   r   Zget_or_insert_functionrr   r_   r   rs   rn   r   r   ro   r]   Array
make_arrayr   ndimr   Z_get_ptr_by_namer   rX   npdtyper^   numitemsizecallrE   Zis_nullr   r4   r   r   r   r5   r   r   r   r    )&r!   r#   r)   r"   r(   r   modZbb_core_returnZll_intZll_intpZll_intp_ptrZ
ll_voidptrZll_pyobjr   Zfn_array_newZerror_pointerZobject_argsZobject_pointersr   argZargtyZobjptraryclsarrayr   ZndrV   r   rX   r   Ztype_numr   objZobj_is_nullZ
object_sigr+   r,   r   r0   r0   r1   r     sp    











r   c                   @   s   e Zd Zdd Zdd ZdS )r   c
                    sV  || _ || _|tj|}
|j|j||
gdddd}|| _|j||
gdd}||}t|tj	r*| }t
||jkrt
|dkr|jdkrntd|d |j} fdd	|D }g }t|D ]8}|j||tj|| gd
d}||}|| q|rtnt}||j|||||d| _n(|rDtd||d t||d| _d S )Nzdata.ptrrT   rX   zcore.step.ptrr   r   z.type and shape signature mismatch for arg #{0}c                    s   g | ]} | qS r0   r0   )r;   r   r   r0   r1   r=   {  r   z'GUArrayArg.__init__.<locals>.<listcomp>zstep.ptrr   r   	core_step	as_scalarr   r   z2scalar type {0} given for non scalar argument #{1}r   stride)r!   r#   rq   r   r\   r   r   rX   r]   r   r4   r   	TypeErrorformatrangero   _ArrayAsScalarArgLoader_ArrayArgLoaderr   _loader_ScalarArgLoader)r   r!   r#   r   rW   r   r   r   r   r   r   rX   Zcore_step_ptrr   r   r   r   r   jZstepptrr   Zldclsr0   r   r1   r   \  sZ    


zGUArrayArg.__init__c                 C   s   | j j| j| j| j|dS )N)r!   r#   rX   rO   )r   r   r!   r#   rX   )r   rO   r0   r0   r1   r     s    zGUArrayArg.get_array_at_offsetN)r   r   r   r   r   r0   r0   r0   r1   r   [  s   ;r   c                   @   s    e Zd ZdZdd Zdd ZdS )r   z
    Handle GFunc argument loading where a scalar type is used in the core
    function.
    Note: It still has a stride because the input to the gufunc can be an array
          for this argument.
    c                 C   s   || _ || _d S r?   r   )r   r   r   r0   r0   r1   r     s    z_ScalarArgLoader.__init__c                 C   s:   | |||| jg}|||| j }||S r?   )r   mulr   r   r   r   r   r   )r   r!   r#   rX   rO   Zdptrr0   r0   r1   r     s
    z_ScalarArgLoader.loadN)r   r   r   __doc__r   r   r0   r0   r0   r1   r     s   r   c                   @   s(   e Zd ZdZdd Zdd Zdd ZdS )	r   zD
    Handle GUFunc argument loading where an array is expected.
    c                 C   s(   || _ || _|| _|| _|| _|| _d S r?   r   )r   r   r   r   r   r   r   r0   r0   r1   r     s    z_ArrayArgLoader.__init__c              	   C   s   t j| j| jdd}||}|||}t|||| j|}| 	||\}	}
|
|| j}|j||||jj|	|
|t j|d d | S )NA)r   r   Zlayout)rX   r   r   r   Zmeminfo)r   r   r   r   r   r   r   r   r   _shape_and_stridesr   r   Zpopulate_arrayr   rX   typerq   r\   Z	_getvalue)r   r!   r#   rX   rO   Zarytypr   r   Zoffseted_datar   r   r   r0   r0   r1   r     s.    

	z_ArrayArgLoader.loadc                 C   s$   t || j}t || j}||fS r?   )r   
pack_arrayr   r   )r   r!   r#   r   r   r0   r0   r1   r     s    z"_ArrayArgLoader._shape_and_stridesN)r   r   r   r   r   r   r   r0   r0   r0   r1   r     s   r   c                   @   s   e Zd ZdZdd ZdS )r   z
    Handle GUFunc argument loading where the shape signature specifies
    a scalar "()" but a 1D array is used for the type of the core function.
    c                 C   s@   | tjd}| tjd}t||g}t||g}||fS )Nr   r   )rq   r   r\   r   r   )r   r!   r#   Zoner   r   r   r0   r0   r1   r     s
    z*_ArrayAsScalarArgLoader._shape_and_stridesN)r   r   r   r   r   r0   r0   r0   r1   r     s   r   )#collectionsr   numpyr   Zllvmlite.irr   r   Zllvmliter   Z
numba.corer   r   Znumba.core.compiler_lockr   Znumba.core.cachingr	   r
   r   r2   r7   rD   rM   rQ   r   objectrp   r   r   r   r   r   r   r   r   r   r0   r0   r0   r1   <module>   s0     o) <
`A+