a
    
d                     @   s0  d dl Z d dlZd dlZd dlmZ d dlZd dlZd dlZ	d dl
mZmZmZmZmZ d dlmZmZ d dlmZ d dl
mZmZ d dlmZmZmZmZmZmZmZmZmZ d dl m!Z! d d	l"m#Z# d d
l$m%Z% dd Z&G dd de'Z(dd Z)G dd de'Z*dd Z+dd Z,dd Z-dd Z.dd Z/dS )    N)add)typesirrewritesconfigir_utils)infer_globalAbstractTemplate)	signature)utilstyping)	get_call_tablemk_unique_varcompile_to_numba_irreplace_arg_nodesguardfind_callnamerequire
find_constGuardException)NumbaValueError)OPERATORS_TO_BUILTINS)numpy_supportc                 C   s   |dkr| | S | S d S Nr    )dim_sizeindex_constr   r   e/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/numba/stencils/stencilparfor.py_compute_last_ind   s    r   c                   @   sT   e Zd Zdd Zdd Zdd Zdd Zd	d
 Zdd Zdd Z	dd Z
dd ZdS )StencilPassc                 C   s.   || _ || _|| _|| _|| _|| _|| _d S N)func_irtypemap	calltypesarray_analysis	typingctx	targetctxflags)selfr!   r"   r#   r$   r%   r&   r'   r   r   r   __init__"   s    zStencilPass.__init__c                    s  ddl m} t jj\}}g }i }| D ].\}}|D ] }t||r8|| |||< q8q,|sddS  jj D ]\}	}
tt	t
|
jD ]\}ttjrtjtjr̈jjdkr̈jjj|v rtjj}fddttjjD }jj}t fdd|D }|D ]}t|tjrtd	q|d
}|jjj }t| j||
j|
j | j! j"\}}}|j#dd} $|	||||j%|||	}|
jd| | |
j|d d  |
_qttjrtjtjrjjdkrt&t' jjdkrt(dj _qqpdS )zP Finds all calls to StencilFuncs in the IR and converts them to parfor.
        r   )StencilFuncNcallc                    s   i | ]}| j j| qS r   )valueargs.0i)stmtr   r   
<dictcomp>I       z#StencilPass.run.<locals>.<dictcomp>c                 3   s   | ]} j |j V  qd S r    )r"   namer.   r(   r   r   	<genexpr>L   r3   z"StencilPass.run.<locals>.<genexpr>zITuple parameters not supported for stencil kernels in parallel=True mode.outindex_offsets   )stencilnumba))Znumba.stencils.stencilr*   r   r!   blocksitems
isinstanceappendreversedlist	enumeratebodyr   Assignr,   Expropfuncr4   dictkwsrangelenr-   tupler   Z	BaseTuple
ValueErrorgetget_stencil_irr%   scopelocr"   r#   options_mk_stencil_parfortargetr   r   Const)r(   r*   Z
call_table_Zstencil_callsZstencil_dictZcall_varname	call_listZone_calllabelblockr0   rI   
input_dictin_argsZarg_typemapZarg_typeout_arrsf
stencil_irrtarg_to_arr_dictr8   	gen_nodesr   )r(   r1   r   run,   sh    







(
zStencilPass.runc              	   C   s   |  D ]\}}|j}|j}g }|jD ]x}	t|	tjr| }
t|
tjrdt|
j	tj
rd|
j	jdkshJ |t|
j	j	|| |t|| q&||	 q&||_qdS )z
        Find return statements in the IR and replace them with a SetItem
        call of the value "returned" by the kernel into the result array.
        Returns the block labels that contained return statements.
        castN)r=   rP   rQ   rC   r>   r   ReturnpoprD   r,   rE   rF   r?   ZJump)r(   r<   exit_value_varparfor_body_exit_labelrX   rY   rP   rQ   new_bodyr1   Z	prev_stmtr   r   r   replace_return_with_setitemh   s     

z'StencilPass.replace_return_with_setitemc
           S         s	  g }
|j }tjdkr4td|||||| t| |d }j|j }t|j\}}t	|}t
|||jj tjdkrtd t| t|jj|j tjdkrtd t| j|j j |j}|j}g }t D ].}t|td|}tjj|j< || q||||||	\}}tjdkrhtd td| td	| t| g }j|}||} t|ksJ g }g }t D ]f}|| || |
||}|| |
||}|| || |t j!j"#|| ||d qt$|% d }t&||||< t|td
|} |j'j| j< g }! dkrd|d }"nPt|td|}"tj()tj j|"j< tj*+||}#t,|#|"|}$|!|$ tjdkrtd t| t&||}%du r҈j|j }td}&t||&|}'tj*-|d|}(tj()tj|jj|&< |%j./t,|(|'|g td})t||)|d|j0v r|j0d }*t1j22|*}+j34|+|j'st5d|'|*},n
|'d},t6|,|}-|j'j|)< |%j./t,|-|g td}.t||.|t j7jj89|j'|j|j:jj< t|td|}/tj;<t=j|/j< t>dt=|}0t,|0|/|}1|%j.|1 t?@|j'jAjB}2|2dkrd}2tj*-|/|2|}3t|td|}4tjCD|j'j|4j< t,|3|4|}5|%j.|5 tEdt=jF|'|4gj3jj}6t|td|}7t,t6d||7|}8|6|8 tjGj|7j< t|td|}9t,t6d||9|}:|6|: tjj|9j< t|td|};j3HtI}<|<j|;j< t>dtI|}=t,|=|;|}>|6|> j3J|<tjGfd i }?tj*jK|;|7|7fd|d }@|?j|@< t|td!|}AtjLj|Aj< t,|@|A|}>|6|>  fd"d#}Bt|jD ]V}C|Ag|j }D|Ag|j }E|B|<|C|||;|6||D|9d$
 |B|<|C|||;|6||E||C d%
 q^|M| |%j./|6 nd|j0v rx|j0d }*t1j22|*}+j34|+|j'sd}FtN|Ft|td&|}Aj3HtI}<|<j|Aj< t>dtI|}=t,|=|A|}G|%j.|G j3J|<tjGfd i }?tj*jK|Add|d }H|?j|H< t|td'|}ItjLj|Ij< t,|H|I|}>|%j.|> t6|'|*|}Jt|td(|}K|j'j|Kj< t,|J|K|}L|%j.|L tOtIdd|I|K|}M|%j.|M tPtjGjj j|Ij jj j'}?|?j|M< Q|| | tjdkrtd) t| tR|"| |}NtPtjGjj j|"j jj j'j|N< || j./|! || j.|N tSd*d+}Ot|td(|O}Pt,tj6d|Od,|P|O}L|| j.|L || j.tT|P|O tU|}|t$|%  j.V  tjdk	rtd- t| d.||gf}Qt j!j"W||%|||"||QjX}R|
|R |
t,|| |
S )/z> Converts a set of stencil kernel blocks to a parfor.
        r9   rS   r   z#stencil_blocks after copy_propagatez'stencil_blocks after removing dead codez$parfor_index_varz-stencil_blocks after replace stencil accesseszstart_lengths:zend_lengths:z$parfor_exit_valuez$parfor_index_tuple_varz.stencil_blocks after creating parfor index varNZin_arr_shapeshapeZzero_valcvalz-cval type does not match stencil return type.Zstencil_outputz	$np_g_varnpboolZbool_z$np_attr_attremptyz	$none_varz$zero_index_varz$slice_func_varslice   r   rG   r-   rI   rQ   $slicec
                    s  j | tjfd i }
|| }t|ttjfs4J t|td|}tjj	|j
< t|trvtt||||}nt|||}|| tjj||	r||fn||fd|d}|
j|< t|td|}tjj	|j
< t|||}|| |||< t|td|}tjtj j	|j
< tj||}t|||}|| t||}ttjj	j
 j	|j
 j	j
 jj|< || d S )Nrp   z$border_indr   rq   rr   z$border_index_tuple_var)r%   resolve_function_typer   intpr>   intr   Varr   r"   r4   rD   rU   r?   rE   r+   r#   slice2_type
containersUniTuplebuild_tupleSetItemr
   nonedtype)slice_fn_tydimrP   rQ   slice_func_varstmtsZborder_indsZborder_tuple_itemsZ	other_argZother_firstsigsiZsi_varZ	si_assignslice_callexprZborder_slice_varslice_assignZborder_ind_var
tuple_calltuple_assignsetitem_callndimsr\   r(   Zzero_varr   r   handle_borderA  sV    







z5StencilPass._mk_stencil_parfor.<locals>.handle_borderTFz	$py_g_varz$slice_instz$cval_constz%stencil_blocks after replacing returnZstencilparfor_dummy)rQ   z#stencil_blocks after adding SetItemr:   )Yr<   r   DEBUG_ARRAY_OPTprintr   dump_blocksr"   r4   Zcopy_propagateget_name_var_tableZapply_copy_propagater#   Zremove_deadr!   	arg_namesndimrP   rQ   rJ   r   rv   r   r   rt   r?   _replace_stencil_accessesr$   Zget_equiv_setZ	get_shaperK   _get_stencil_last_ind_get_stencil_start_indr;   ZparforsparforZLoopNestmaxkeysZBlockr}   rx   ry   rE   rz   rD   getattrrC   extendrR   r   Ztypeofr%   Zcan_convertrM   rU   coreZnpytypesArrayZlayoutmiscModulerl   Globalr   Zas_dtypetype__name__	functionsZNumberClassZgen_np_callrn   r|   Zresolve_value_typero   rs   r+   rw   Zinsert_equivr   StaticSetItemr
   ri   r{   ZLocrd   Zsimplify_CFGre   ZParforr'   )Sr(   rX   r[   r\   r^   r8   rT   return_typestencil_funcr`   ra   stencil_blocksin_arrZ
in_arr_typZin_cpsZout_cpsname_var_tablerP   rQ   parfor_varsr0   Z
parfor_varstart_lengthsend_lengthsZ	loopnestsZ	equiv_setZin_arr_dim_sizesZ
start_indsZ	last_indslast_indZ	start_indrg   rf   Zfor_replacing_retZparfor_ind_varr   r   Z
init_blockZ
shape_nameZ	shape_varZshape_getattrZ	zero_namerk   Zcval_tyZtemp2Z
full_constZso_nameZdtype_g_np_varZ
dtype_g_npZdtype_g_np_assignZreturn_type_nameZdtype_np_attr_callZdtype_attr_varZdtype_attr_assignr   Znone_varZnone_assignZzero_index_varZzero_index_assignr   r~   Zslice_gr   r   r   	slice_varr   r   Zstart_tuple_itemsZlast_tuple_itemsmsgZslice_assignedZcallexprZslice_inst_varZcval_const_valZcval_const_varZcval_const_assignZsetitemexprr   Z	dummy_locZret_const_varpatternr   r   r   r   rS      s"   



































8













zStencilPass._mk_stencil_parforc                 C   s4  |}|dkr0t |td|}tj| j|j< t|tj	rRt 
t ||||}nt 
|||}|| t |td|}tj| j|j< t |td|}	tt}
tj|
}|| j|	j< t d|
|}t 
||	|}|| t j|	||gd|}|| jtjtjgi | j|< t 
|||}|| |S )Nr   Zstencil_const_varr   Zcompute_last_ind_varr   r   )r   rv   r   r   rt   r"   r4   r>   numbersNumberrD   rU   r?   r;   Znjitr   r   Z
Dispatcherr   rE   r+   Zget_call_typer%   r#   )r(   r   Z
end_lengthra   rP   rQ   r   r   const_assignZg_varZ
check_funcZfunc_typZg_objZg_assign
index_callindex_assignr   r   r   r     s8    





z!StencilPass._get_stencil_last_indc           	      C   s   t |trtt|dS dd }t|i | j| jtjf| j	| j
}t|jdksRJ |j d }t||g ||jd d 7 }|jd jj}|S )Nr   c                 S   s   t t| dS r   )absmin)Zs_lengthr   r   r   get_start_ind  s    z9StencilPass._get_stencil_start_ind.<locals>.get_start_indr9   )r>   ru   r   r   r   r%   r&   r   rt   r"   r#   rK   r<   popitemr   rC   r,   )	r(   Zstart_lengthra   rP   rQ   r   f_irrY   Zret_varr   r   r   r     s    

z"StencilPass._get_stencil_start_indc              	      s  j }|d }dd |D }	d|jv r`|jd D ]}
|
 vr0tdq0 fdd|jd D }ng }|j|v rvtdj|j j}|j}|j}|jdu }|r|dg }|dg }n d	d |jD }d
d |jD }t	
|}d}| D ]\}}g }|jD ]}t|tjr@t|jtjr@|jjdv r@|jjj|	v sjt|tjs\t|tjrr|jj|	v rrtdt|tjrt|jtjr|jjdv r|jjj|	v r|jjj|vr|jj}|dkr|g}n"t|dr|j|v r||j }t	|_fdd|D }|r6|t||||}|rt|tjs^tdd |D rftdttt||}ttt ||}d}|t||||}|dkr|d }nPt|t!d|}t"j#$t"j%|j|j< tj&||}t|||}|'| t(fdd|D r0j|jjj j)}nj|jjj }tj*|jj||}t+|j|jjj j|j j,|< ||_|'| q||_q|r|std||fS )z Convert relative indexing in the stencil kernel to standard indexing
            by adding the loop index variables to the corresponding dimensions
            of the array index tuples.
        r   c                 S   s   g | ]
}|j qS r   )r4   r/   xr   r   r   
<listcomp>+  r3   z9StencilPass._replace_stencil_accesses.<locals>.<listcomp>Zstandard_indexingz[Standard indexing requested for an array name not present in the stencil kernel definition.c                    s   g | ]} | qS r   r   r   )r`   r   r   r   2  r3   zYThe first argument to a stencil kernel must use relative indexing, not standard indexing.Nc                 S   s   g | ]}|d  qS )r   r   r   r   r   r   r   I  r3   c                 S   s   g | ]}|d  qS )r9   r   r   r   r   r   r   J  r3   F)setitemZstatic_setitemz?Assignments to arrays passed to stencil kernels is not allowed.)Zstatic_getitemgetitemr9   r4   c                    s   g | ]}t  j|qS r   )_get_const_index_exprr!   r/   v)r(   r^   r   r   r   t  s   c                 S   s   g | ]}t |t qS r   r>   ru   r   r   r   r   r     r3   z<Variable stencil index only possible with known neighborhoodTz$parfor_index_ind_varc                    s   g | ]} j |j tjkqS r   )r"   r4   r   rt   r   r5   r   r   r     s   z=Stencil kernel with no accesses to relatively indexed arrays.)-r<   rR   rM   r4   r"   r   rP   rQ   Zneighborhoodr   Zget_tuple_tabler=   rC   r>   r   rD   r,   rE   rF   r{   r   rT   indexhasattrZbuild_definitionsZ_definitions_add_index_offsetsrA   rv   anymapr   r   r   r   rx   ry   rt   rz   r?   allr}   r   r
   r#   )r(   r^   r   r[   r8   r   r`   r   r   Zin_arg_namesr   Zstandard_indexedr   rP   rQ   Zneed_to_calc_kernelr   r   Ztuple_tableZfound_relative_indexrX   rY   rh   r1   
index_list
index_varsZind_varr   r   Zgetitem_return_typZgetitem_callr   )r`   r(   r^   r   r   #  s    



















z%StencilPass._replace_stencil_accessesc                 C   s<  t |t |ksJ tdd || D r:ttt||S g }g }tt |D ]}|| }	t|	trt	|t
d|}	tj| j|	j< tt|| ||	|}
||
 || }t|trt	|t
d|}tj| j|j< tt|| |||}
||
 t|	ts&t| j|	j tjjr\| j|j tjks>J | |	||||}|| qNt|tst| j|j tjjr| j|	j tjksJ | ||	|||}|| qNt	|t
d|}tj| j|j< tjtj|	||}| jtjtjtjfi | j|< t|||}|| || qN|| |S )zw Does the actual work of adding loop index variables to the
            relative index constants or variables.
        c                 S   s   g | ]}t |tqS r   r   r   r   r   r   r     r3   z2StencilPass._add_index_offsets.<locals>.<listcomp>old_index_var
offset_varZoffset_stencil_index)rK   r   rA   r   r   rJ   r>   ru   r   rv   r   r   rt   r"   r4   rD   rU   r?   ro   r   Z	SliceType_add_offset_to_slicerE   binopoperatorr%   rs   r#   r   )r(   r   r8   rh   rP   rQ   	out_nodesr   r0   r   r   r   	index_varr   r   r   r   r   r     s~    







zStencilPass._add_index_offsetsc                 C   s   t |trBd|j|j}i }t|i | |d }|g}tjf}	n&dd }||g}| j|j	 }
|
tjf}	| j
jjj}t||| j| j|	| j| j}|j \}}t|| |jd jj}||jd d  |S )NzRdef f(offset):
                return slice({} + offset, {} + offset)
            fc                 S   s   t | j| | j| S r    )ro   startstop)Z	old_sliceoffsetr   r   r   r      s    z+StencilPass._add_offset_to_slice.<locals>.fr   )r>   ro   formatr   r   execr   rt   r"   r4   r!   Zfunc_idrG   __globals__r   r%   r&   r#   r<   r   r   rC   r,   r   )r(   r   r   r   rP   rQ   Zf_textr   r-   Zarg_typsZ
slice_typeZ_globalsr   rV   rY   Z	new_indexr   r   r   r     s,    




z StencilPass._add_offset_to_sliceN)r   
__module____qualname__r)   rb   ri   rS   r   r   r   r   r   r   r   r   r   r   !   s   
<  s" Dr   c                 C   s  ddl m} ddlm}	 ddlm}
 ddlm} | j	 }t	
|j}||_t|j}d|v rhtdddlm}	 |	j}|	|| t||||}tjd|j ||jj|jj|jj|jjd	\|j_|j_|j_}|
j|jj|jj|jjd
d	|jj|jjtjd W d	   n1 s 0    Y  t |t! }t"|# }t$|# }tj%&| tj'dkr|t(d t)| i }|jj* D ].\}}t+,|t-||}|||< |||j.< qt/|| tj'dkrt(d t)| |jj* D ]\}}|||< qi }|0 D ]}|j1D ]t}t2|t+j3rt2|j4t+j5rtj'dkrjt(d||j4j6|j4j.|j4j6|v  ||j4j6 j.||j4j.< ||j4j6 |_4qqtj'dkrt(d| t(d t)| t7| ||_|| 8|d |fS )z'get typed IR from stencil bytecode
    r   )
CPUContext)
cpu_target)type_annotations)type_inference_stager7   z6Cannot use the reserved word 'out' in stencil kernels.zbefore-inferenceNr   )r!   r"   r#   ZliftedZlifted_fromr-   r   Zhtml_outputr9   zInitial stencil_blockszAfter replace_varsrZ   r`   zAfter replace arg with arr)9Znumba.core.cpur   Znumba.core.registryr   Znumba.core.annotationsr   Znumba.core.typed_passesr   Z	kernel_ircopydeepcopyr<   r   r   rM   Ztarget_contextZnested_contextDummyPipeliner   Zrewrite_registryapplystater%   r&   r!   r-   r"   r   r#   ZTypeAnnotationr   ZHTMLZadd_offset_to_labelsZ
next_labelr   r   r   Z_the_max_labelupdater   r   r   r=   r   rv   r   r4   Zreplace_varsvaluesrC   r>   rD   r,   ZArgr   Zremove_delsZget_return_type)r]   r%   r-   rP   rQ   rZ   r"   r#   r   r   r   r   Zstencil_func_irr   r   r&   tprV   Z	min_labelZ	max_labelZvar_dictr   typZnew_varr+   Zcall_typr`   rY   r1   r   r   r   rO     s    
&





rO   c                   @   s   e Zd Zdd ZdS )r   c                 C   sP   ddl m} | | _|| j_|| j_|| j_|| j_d | j_d | j_d | j_	d S )Nr   )	StateDict)
Znumba.core.compilerr   r   r%   r&   r-   r!   r"   r   r#   )r(   r%   r&   r-   r   r   r   r   r   r)   g  s    zDummyPipeline.__init__N)r   r   r   r)   r   r   r   r   r   f  s   r   c                 C   s   t t| ||}|dur|S |S )z
    infer index_var as constant if it is of a expression form like c-1 where c
    is a constant in the outer function.
    index_var is assumed to be inside stencil kernel
    N)r   _get_const_index_expr_inner)r^   r!   r   	const_valr   r   r   r   s  s    r   c                 C   sr   t t|tj tt| ||}|dur*|S t| |}tt| ||}|durP|S tt	| ||}|durj|S t
dS )zWinner constant inference function that calls constant, unary and binary
    cases.
    N)r   r>   r   rv   r   _get_const_two_irsr   Zget_definition_get_const_unary_expr_get_const_binary_exprr   )r^   r!   r   	var_const	index_defr   r   r   r     s     r   c                 C   s8   t t| |}|dur|S t t||}|dur0|S tdS )zWget constant in either of two IRs if available
    otherwise, throw GuardException
    N)r   r   r   )Zir1Zir2varr   r   r   r   r     s    r   c                 C   sF   t t|tjo|jdk |j}t| ||}t|j }t	d
||S )zQevaluate constant unary expr if possible
    otherwise, raise GuardException
    Zunaryz{}{})r   r>   r   rE   rF   r,   r   r   fnevalr   )r^   r!   r   Z	inner_varr   rF   r   r   r   r     s
    
r   c                 C   sR   t t|tjo|jdk t| ||j}t| ||j}t|j	 }t
d|||S )zRevaluate constant binary expr if possible
    otherwise, raise GuardException
    r   z{}{}{})r   r>   r   rE   rF   r   lhsrhsr   r   r   r   )r^   r!   r   Zarg1Zarg2rF   r   r   r   r     s
    
r   )0r   r   r   Zpytypesr   r   numpyrl   Znumba.parfors.parforr;   Z
numba.corer   r   r   r   Znumba.core.typing.templatesr   r	   Znumba.core.typingr
   r   r   Znumba.core.ir_utilsr   r   r   r   r   r   r   r   r   Znumba.core.errorsr   Znumba.core.utilsr   Znumba.npr   r   objectr   rO   r   r   r   r   r   r   r   r   r   r   <module>   s8   ,     rX