a
    dQ                    @   sN  d dl mZm Z mZ d dlZd dlZd dlZd dlmZ d dl	m
Z
 d dlZd dlmZmZmZmZmZmZmZmZmZmZmZ d dlmZ d dlm
Z d dlmZ d dlm Z m!Z! dd
dZ"dd Z#dd Z$ej%e# dd ddd Z&ej%e# dd ddd Z'ej%e$ dd ddd Z(ej%dd Z)G dd dZ*dd  Z+G d!d" d"Z,ej%d#d$ Z-ej%d%d& Z.G d'd( d(Z/ej%d)d* Z0ej%d+d, Z1G d-d. d.Z2ej3j4d/d0d1 ej5D ed2d3gd2d3gd4d5ed d6d4d7ed8d9gd4d:g d;d d<d=d> Z6ej34d?d@dAgdddBdBd3fdCdd@dAgddBdDd3fddd@dAgdDdBd3fd@dAgdddBdBdfdEdd@dAgddBdDdfddd@dAgdDdBdfgdFdG Z7dHdI Z8ej34dJd d dKdLidMdNgfd d dKdOid dNgfd d dKdPidQdRgfd d dKdSdTgidQdRgfdUd dKdVidUd gfdWdWdKdXidYdWgfdZdZdKdVidZd[gfdUdUdKdXid\dUgfdUdZdKdXidUdZgfdUdUdKd]idUd\gfd d dKd^id_d gfdUdUi d\d`gfd d i dQdRgfgdadb Z9ej34dcd&eg dddedfej:gg dgdhfd@eg didedfdjej:gdkdlej:dmgdhfgdndo Z;ej34dpg dqdrds Z<ej34dKd$d&hd d dtgdudv Z=ej34dwdxdUdUe>dUdyfgdzd{ Z?ej34d|d}d~gej34ddDdBgdd Z@dd ZAdd ZBdd ZCdd ZDej34dddgdd ZEdd ZFej34dddgej34ddUdDdddgfdUdDdddgfgdd ZGej34dddgej34dddUiddgfddUiddgfgdd ZHej34dddgej34dddDiddDigdd ZIdd ZJdd ZKdd ZLdd ZMdd ZNdd ZOdd ZPdd ZQej34dddgdd ZRdd ZSdd ZTdd ZUej34dddgdd ZVej34dg dej34dddgddń ZWddǄ ZXddɄ ZYdS )    )datedatetime	timedeltaN)is_object_dtype)CategoricalDtype)CategoricalCategoricalIndex	DataFrameDatetimeIndexIndexIntervalIndex
MultiIndexPeriodIndex
RangeIndexSeriesTimedeltaIndex)concat)
MergeErrormerge   2   c                 C   sf   t t| }tt|||  }t||k rPtt ||d |t|   }tjd| |S )N   )	listrangenpZasarraytilelenrandomdefault_rngshuffle)ngroupsnZunique_groupsarr r#   n/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/pandas/tests/reshape/merge/test_merge.pyget_test_data%   s    "r%   c                   C   sT   t dgddt dgddt dgt dgt dgt tdgt tjdd	d
ggS )N   int64dtypeInt64gGz?fooT
2018-01-01
US/Easterntz)r   pd	Timestampr#   r#   r#   r$   
get_series0   s    r2   c                   C   s8   t tjgddt tjgddt tjgddt tjggS )Nr*   r(   floatobject)r   r   nanr0   NaTr#   r#   r#   r$   get_series_na<   s
    
r7   c                 C   s   | j jS Nr)   namexr#   r#   r$   <lambda>E       r=   )paramsidsc                 C   s   | j S )zV
    A parametrized fixture returning a variety of Series of different
    dtypes
    paramrequestr#   r#   r$   series_of_dtypeE   s    rE   c                 C   s   | j jS r8   r9   r;   r#   r#   r$   r=   N   r>   c                 C   s   | j S )zk
    A duplicate of the series_of_dtype fixture, so that it can be used
    twice by a single function
    rA   rC   r#   r#   r$   series_of_dtype2N   s    rF   c                 C   s   | j jS r8   r9   r;   r#   r#   r$   r=   W   r>   c                 C   s   | j S )zU
    A parametrized fixture returning a variety of Series with all NA
    values
    rA   rC   r#   r#   r$   series_of_dtype_all_naW   s    rG   c                  C   s@   t ddgddgddgd} t g dg dg dd	}| |fS )
Nr   r&   r   ab)col1col_conflictcol_left)r&   r            )r   r   r   r   r   )rJ   rK   	col_rightr	   )df1df2r#   r#   r$   dfs_for_indicator`   s    rT   c                   @   s  e Zd Zejdd Zejdd Zejdd Zejdd Zd	d
 Z	dd Z
dd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd  Zd!d" Zd#d$ Zd%d& Zd'd( Zd)d* Zd+d, Zd-d. Zejd/g d0d1d2 Zejd3d4d4d5d4d6d7d8d4d9d8d6d:gd;d< Zd=d> Z d?d@ Z!dAdB Z"dCdD Z#dEdF Z$ejdGdHg dIfd4g dJfgejd/dKdLgdMdN Z%dOdP Z&dQdR Z'dSdT Z(dUdV Z)dWdX Z*ejdYg dZd[d\ Z+ejdYg dZd]d^ Z,d_d` Z-dadb Z.dcdd Z/dedf Z0dgdh Z1didj Z2dkdl Z3dmdn Z4dodp Z5dqdr Z6dsdt Z7dudv Z8dwdx Z9dydz Z:d{d| Z;ejd/dLd}gejd~e<g de<g dfe=g de=ddde>j?e>j?e>j?gfgdd e@jAD eBCg deBCdddeDjEeDjEeDjEgfeFg dddeFddde>j?e>j?e>j?gddfeGg deGddde>j?e>j?e>j?gfdd ZHdd ZIejd/dKdLgdd ZJdd ZKdd ZLdS )	TestMergec                 C   sF   t t t tjddtjddd}||d dk }|S )Nr   r   )key1key2data1data2rW   r&   r	   r%   r   r   r   standard_normal)selfdfr#   r#   r$   r]   n   s    
zTestMerge.dfc                 C   s,   t tddtdddtjdddS )N
   )r!   rN   )r    r!   r   )rV   rW   valuerZ   r\   r#   r#   r$   rS   }   s    
zTestMerge.df2c                 C   s    t g dtjdddS )NrH   rI   cderd   rH   r      keyv1r	   r   r   r   r[   r`   r#   r#   r$   left   s
    zTestMerge.leftc                 C   s"   t dtjddig ddS )Nv2r   rN   rc   rI   rb   rH   indexri   r`   r#   r#   r$   right   s    zTestMerge.rightc                 C   sP   t  }t dddgiddgdd}t||ddd}t dg idd	}t|| d S )
NrH   r&   r   r   r'   )rn   r)   T
left_indexright_indexr(   r	   r   tmassert_frame_equal)r\   df_emptyZdf_aresultexpectedr#   r#   r$   test_merge_inner_join_empty   s
    z%TestMerge.test_merge_inner_join_emptyc                 C   s,   t ||}t ||ddgd}t|| d S )NrV   rW   onr   rt   ru   )r\   r]   rS   joinedexpr#   r#   r$   test_merge_common   s    
zTestMerge.test_merge_commonc                 C   sJ   t g dg dg dg dd}|t}|}t||}t|| d S )N)r&   r   r&   r   )r   r&   r   r   )r   r   r   r   )r&   r   r   rM   r   r&   r   rM   )r	   astyper3   r   rt   ru   r\   rj   ro   rx   rw   r#   r#   r$   test_merge_non_string_columns   s    

z'TestMerge.test_merge_non_string_columnsc                 C   sF   | d}| d}t||dd}t||dd d}t|| d S )NrV   rz   )	set_indexr   rt   ru   )r\   r]   rS   rj   ro   rw   rx   r#   r#   r$   test_merge_index_as_on_arg   s
    

z$TestMerge.test_merge_index_as_on_argc                 C   s   t g dtjddd}t dtjddig dd}t||d	d
ddd}t||d	d
ddd}t||jd d |j	f  t||d	d
dd
d}t||d	d
dd
d}t||jd d |j	f  d S )Nra   r   re   rf   rk   rN   rl   rm   rg   Trj   F)left_onrr   howsortro   )right_onrq   r   r   )
r	   r   r   r   r[   r   rt   ru   loccolumns)r\   rj   ro   Zmerged1merged2r#   r#   r$   (test_merge_index_singlekey_right_vs_left   s.    z2TestMerge.test_merge_index_singlekey_right_vs_leftc                 C   s   t g dtjddd}t dtjddig dd}t||d	d
dd}|j|d	dj|j }t	
|| t||d	d
dd}|j|d	dj|j }t	
||jd d |jf  d S )Nra   r   re   rf   rk   rN   rl   rm   rg   Tinnerr   rr   r   rz   )r   rq   r   )r	   r   r   r   r[   r   joinr   rn   rt   ru   r   r\   rj   ro   rw   rx   r#   r#   r$    test_merge_index_singlekey_inner   s    z*TestMerge.test_merge_index_singlekey_innerc                 C   s  d}t jtjj|d t||dd W d    n1 s:0    Y  d}t jtjj|d t||dd W d    n1 s~0    Y  d}t jtjj|d  t||ddd	 W d    n1 s0    Y  d
}t jt|d& t||dgddgd W d    n1 s0    Y  d S )Nz&Must pass right_on or right_index=TruematchT)rq   z$Must pass left_on or left_index=True)rr   zRCan only pass argument "on" OR "left_on" and "right_on", not a combination of bothrg   )r   r{   z)len\(right_on\) must equal len\(left_on\)rV   rW   r   r   )pytestraisesr0   errorsr   r   
ValueError)r\   r]   rS   rj   ro   msgr#   r#   r$   test_merge_misspecified   s    ,,.z!TestMerge.test_merge_misspecifiedc                 C   s   d}t jt|d& t||ddddgd W d    n1 s>0    Y  d}t jt|d& t||dddgdd W d    n1 s0    Y  t jt|d* t||dddgddgd W d    n1 s0    Y  d S )	Nz>right_index parameter must be of type bool, not <class 'list'>r   rj   FrV   rW   r   rq   rr   z=left_index parameter must be of type bool, not <class 'list'>r   r   r   r   )r\   r]   rS   r   r#   r#   r$   &test_index_and_on_parameters_confusion   s4    $$z0TestMerge.test_index_and_on_parameters_confusionc                 C   sN   t ||dd}|d  d  }t||ks2J d|v s>J d|v sJJ d S )Nrg   rz   r   Zv1_xZv1_y)r   Zvalue_countssumr   )r\   rj   mergedZexp_lenr#   r#   r$   test_merge_overlap  s
    zTestMerge.test_merge_overlapc                 C   s   t g dg dd}t g dg dd}|j|ddd	d
d}tddddddtjgdd}t|d | tdtjdddddgdd}t|d | tddddddtjgdd}t|d | tdtjdddddgdd}t|d | d S )N)r+   barbazr+   r&   r   rM   rN   )lkeyr_   )r+   r   quxr+   )rO      re   r   )rkeyr_   r   r   outerT)r   r   r   r   r   r   r+   r:   r   r   rM   r&   rN   value_xr   rO   r   re   value_y)r	   r   r   r   r5   rt   assert_series_equal)r\   rj   ro   r   r~   r#   r#   r$   %test_merge_different_column_key_names   s    
z/TestMerge.test_merge_different_column_key_namesc                 C   sz   t dddtdd}t dddtdd}t||d	d	d	d
}d|d< |d dk sZJ d|d< |d dk svJ d S )Nr   r&   rH   rI   r^   rm   r+   r   rb   rc   Trq   rr   copyr   rH   Zpeekaboorc   )r	   r   r   all)r\   rj   ro   r   r#   r#   r$   test_merge_copy4  s    zTestMerge.test_merge_copyc                 C   sz   t dddtdd}t dddtdd}t||d	d	d
d}t|d j|d jsZJ t|d j|d jsvJ d S )Nr   r&   r   r^   rm   r+   r   r   TFr   rH   rc   )r	   r   r   r   Zshares_memoryZ_values)r\   using_array_managerrj   ro   r   r#   r#   r$   test_merge_nocopy@  s
    zTestMerge.test_merge_nocopyc                 C   s   t g dttddddgd}t g dttdd	}t||dd
d}t g dtdddddddtjtjg	g ddg dd}t|| d S )Nr&   r&   r   r   rM   rO   rg   r_   r_   rg   r   r&   r&   r   rM   rN   rO   r   )rg   rvaluer   r{   r   	r&   r&   r&   r&   r   r   rM   rN   rO   r   r&   r   rM   rN   )	r   r&   r   r&   r   r   rM   rN   rO   )rg   r_   r   )r_   rg   r   )	r	   r   r   r   r   arrayr5   rt   ru   )r\   rj   ro   r}   rx   r#   r#   r$   "test_intelligently_handle_join_keyI  s    z,TestMerge.test_intelligently_handle_join_keyc                 C   s   t dgdgd}t dgdgd}t||dd}|d jd	ksDJ t d
gdgd}t dgdgd}t||dd}|d jdksJ t ddgi}t ddgi}tdg}tdg}t||||dd}|d jtjksJ d S )Nr&   r^   rf   r      r   r   rg   r'   TFr   boolvalr   r   r   key_0)r	   r   r)   r   r   int_)r\   rR   rS   r]   r   r   r#   r#   r$   test_merge_join_key_dtype_cast\  s    z(TestMerge.test_merge_join_key_dtype_castc           	      C   s  t g dtddddgdd}t dtd	idd
}tjg ddd
}t||d|dd}t|||ddd}t|d |d  |d   sJ |d   sJ t dtdidgd}t dtd	i}tg d}tg d}t||||dd}t	g dtj
dd}t|d | t dtdi}t dtd	i}tjg dtjd
}t||d|dd}t|d t	|dd d S )Nr   rO   r   r_   rg   r'   r   r)   r   r   r(   r   r   r   r   r   r   r9   rM   )r   r&   r&   r   r   rM   T)rq   r   r   r   )r	   r   aranger   r   rt   r   Znotnar   r   r   r'   )	r\   rj   ro   rg   r   r   r   r   rx   r#   r#   r$   test_handle_join_key_pass_arrays  s0    z)TestMerge.test_handle_join_key_pass_arrayc                 C   s   t  }tddgi|gd}tdddgi||gd}dd  dd  d	d
 dd
 }tjt|d t|| W d    n1 s~0    Y  d S )Nr<   rH   rm   yrI   rb   z>No common columns to perform merge on. Merge options: left_on=z, right_on=z, left_index=Fz, right_index=r   )r   nowr	   r   r   r   r   )r\   dtrR   rS   r   r#   r#   r$   &test_no_overlap_more_informative_error  s    z0TestMerge.test_no_overlap_more_informative_errorc                 C   s   t ddd}t ddd}t ddd}t ddd}tddgi|gd	}td
ddgi||gd	}t|| tdg di|||gd	}td
g di||||||gd	}t|| tdddgi||gd	}td
ddgi||gd	}t|| d S )N  rO   r&   r   rM   rN   r<   rH   rm   r   rI   rb   )rH   rI   q)rb   rc   rd   fghrc   r   r	   _check_merge)r\   r   dt2dt3Zdt4rR   rS   r#   r#   r$   test_merge_non_unique_indexes  s    

z'TestMerge.test_merge_non_unique_indexesc                 C   sl   t ddd}t ddd}t ddd}tdg di||||gd}td	g d
i|||||gd}t|| d S )Nr   rO   r&   r   rM   r<   rH   rI   rb   rc   rm   r   )rd   r   r   z hir   )r\   r   r   r   rR   rS   r#   r#   r$   (test_merge_non_unique_index_many_to_many  s    z2TestMerge.test_merge_non_unique_index_many_to_manyc                 C   sZ   t dgdgd}t dg i}t||ddd}t|| t||ddd}t|| d S )Nr&   r   r   rg   rj   r   ro   rs   )r\   rj   ro   rw   r#   r#   r$   test_left_merge_empty_dataframe  s    z)TestMerge.test_left_merge_empty_dataframer   )r   rj   ro   r   c                 C   s:   t g |d d d}| }|j||d}t|| d S )Nr   rm   r   )r	   r   r   rt   ru   )r\   rn   r   rj   ro   rw   r#   r#   r$   test_merge_empty_dataframe  s    z$TestMerge.test_merge_empty_dataframekwargTrp   r<   rq   r   rH   r   rr   r   c                 C   sR   t g dd}t g dd}t g dtd}t||fd|i|}t|| d S )NrH   rI   rb   r   r<   r   zrH   rI   rb   r<   r   r   r   r   )r	   r4   r   rt   ru   )r\   	join_typer   rj   ro   exp_inrw   r#   r#   r$   !test_merge_left_empty_right_empty  s
    z+TestMerge.test_merge_left_empty_right_emptyc                    sL  t g dd t g dg dg dgg ddt tjtjgd tdtjtjgd tdtjtjgd tdg d	g d
g ddg dd}|dd } fdd} fdd}ddddddfD ]}||| ||| qddd}||| g d|d< ||| ddd}||| tjtjgd td|d< ||| d S )Nr   r   r&   r   rM   rN   rO   r   re   r   	   r   rM   r(   r&   rN   re   r   rO   r   rM   r   r   r   r   c                    sH   t  fddi|}t||  t  fddi|}t||  d S )Nr   r   rj   r|   r~   r   rw   rj   ro   r#   r$   check1  s    z>TestMerge.test_merge_left_empty_right_notempty.<locals>.check1c                    sH   t  fddi|}t||  t  fddi|}t||  d S )Nr   ro   r   r|   r   r   r#   r$   check2  s    z>TestMerge.test_merge_left_empty_right_notempty.<locals>.check2Trp   r<   r   rH   r   r   r&   r   r   )r	   r   r   r5   r4   )r\   exp_outr   r   r   r   r#   r   r$   $test_merge_left_empty_right_notempty  s8    "





z.TestMerge.test_merge_left_empty_right_notemptyc              
      s   t g dg dg dgg ddt g ddt g dg dg d	tjtjgd
 tdtjtjgd
 tdtjtjgd
 tddg dddd jt_fdd  fddd S )Nr   r   r   r   r   r   r   r   r   rM   r(   r   r   c                    sH   t  fddi|}t||  t  fddi|}t||  d S )Nr   r   ro   r|   r   r   r#   r$   r   *  s    z>TestMerge.test_merge_left_notempty_right_empty.<locals>.check1c                    s   t fddi|}t||  t fddi|}t||  ddddddddd	ddd
fD ]} | | qhd S )Nr   rj   r   Trp   r<   r   rH   r   r   r|   r   r   r   r   r   rj   ro   r#   r$   r   0  s    
z>TestMerge.test_merge_left_notempty_right_empty.<locals>.check2)r	   r   r   r5   r4   rn   r   r`   r#   r   r$   $test_merge_left_notempty_right_empty  s     "z.TestMerge.test_merge_left_notempty_right_emptyc                 C   s|   t ||dddgd}|d d }t t|jd dt|jd dt|jd ddg dd}|j|dd}t|| d S )	Nr   rg   r_   r   r   r(   )r   rg   r   rz   )r	   r   dtypesr   rt   ru   )r\   rE   rF   r]   rv   rx   actualr#   r#   r$   test_merge_empty_frame@  s    z TestMerge.test_merge_empty_framec                 C   sb   t ||dddgd}t ||dddgd}t |||dg dd}|j|dd}t|| d S )Nr   rg   r_   r   rg   r   r   rz   rs   )r\   rE   rG   Zdf_leftZdf_rightrx   r   r#   r#   r$   test_merge_all_na_columnR  s"    z"TestMerge.test_merge_all_na_columnc                 C   s"  t jdjddddt jdjddddtdddtddd	td
ddtdddtddd	tdd	dtddd	tdddtd
ddtdddg
d}t|}|j }t 	|}t|t jddd}|j
|ddd}t
||ddd}t|| |j |j k sJ d S )Nr   r   r^   sizer   r&      i  rN   i  rM   i  rO   )Zvar1Zvar2var3re   )r   Zvar8r   Fr{   r   )r   r   r   Zintegersr   r	   	from_dictr   uniquer   r   rt   ru   r   )r\   rc   r]   r   newrw   r~   r#   r#   r$   test_merge_nosortg  s0    












zTestMerge.test_merge_nosort)r   valuesF)r&   r&   r   r&   r&   )r   r&   r&   r&   r&   rj   ro   c                 C   s@   t dg di}|j|d||d}t |dgd}t|| d S )NrH   )r&   r   r&   )r{   r   r   r   rs   )r\   r   r  r   r]   rw   rx   r#   r#   r$    test_merge_same_order_left_right  s    z*TestMerge.test_merge_same_order_left_rightc                 C   s   t ddgddgd}t dgdgd}|j|ddd}t ddd	ddd	dtjd	dtjd	ddd	d
d  g d }tj||dd d S )Nr   r&   i1i2r	  i3r	  _)r{   rsuffix        r   r&   )r	  r
  i1_r  Nr	  r
  r  r  F)Zcheck_dtype)r	   r   r   r5   r   reset_indexrt   ru   r\   rR   rS   rw   rx   r#   r#   r$   test_merge_nan_right  s"    

	
zTestMerge.test_merge_nan_rightc                 C   s~   t ddgddgd}t dgdgd}|j|dd	d
}t ddddtjdddddtjddg d }t|| d S )Nr   r&   g      ?      ?r  gffffff?r  r  r	  )r  r{   r  r  )r	  r  r
  r  r  )r	   r   r   r5   rt   ru   r  r#   r#   r$   test_merge_nan_right2  s    

zTestMerge.test_merge_nan_right2c                    s<   G  fdddt   |}|j|dd}t| s8J d S )Nc                       s   e Zd Ze fddZdS )z0TestMerge.test_merge_type.<locals>.NotADataFramec                    s    S r8   r#   r`   NotADataFramer#   r$   _constructor  s    z=TestMerge.test_merge_type.<locals>.NotADataFrame._constructorN)__name__
__module____qualname__propertyr  r#   r  r#   r$   r    s   r  rV   rz   )r	   r   
isinstance)r\   r]   rS   Znadrw   r#   r  r$   test_merge_type  s    zTestMerge.test_merge_typec                 C   s   t tdddddgtddgd}t tdd	}d
}t}|rDd }tj||d0 t||gdd}t||gdd}W d    n1 s0    Y  t tdddddtdddddgtddtddgd}|r|	t
}t|| d S )Ni     rO   8   r   iW  )rc   tr   r   zDThe behavior of DataFrame concatenation with empty or all-NA entriesr   T)Zignore_index)r	   r  r   r   r   FutureWarningrt   assert_produces_warningr   r   r4   ru   )r\   r   rc   r]   r   warnrw   rx   r#   r#   r$   test_join_append_timedeltas  s&    .
z%TestMerge.test_join_append_timedeltasc                 C   s   t d}tt||gddgd}tt|gdgd}|j|ddd}tt||gtddt|tjgtddd	}t	|| d S )
Ni ABrm   rrj   )r  r   ZAB)0Z0r)
r   Ztimedelta64r	   r   r   r   r0   r6   rt   ru   )r\   tdlhsrhsrw   rx   r#   r#   r$   test_join_append_timedeltas2  s    
z&TestMerge.test_join_append_timedeltas2unit)Dr   msmsusnsc           
      C   s   t dddgi}td d gddgdd}d| d}|dv r@d	}n|}||d}|d j|ksfJ |j|dd
d}tjddg|d}tj	j
jj||jd}t ddg|dddgd}	|	d j|ksJ t||	 d S )N	entity_ide   f   daysrn   r:   zdatetime64[]r1  r   r2  zdatetime64[s]Tr   natr(   r7  r:  r   )r	   r   r   to_framer)   r   r   r   r0   corearraysZDatetimeArrayZ_simple_newrt   ru   )
r\   r0  rR   serr)   Z	exp_dtyperS   rw   r:  r~   r#   r#   r$   test_other_datetime_unit  s&    z"TestMerge.test_other_datetime_unitc           	      C   s   t dddgi}td d gddgdd}d| d}|dv rd	}tjt|d
 || W d    n1 sl0    Y  |dd}n"||d}|d j|ksJ |j|ddd}t ddgt	j
ddg|ddddgd}t|| d S )Nr7  r8  r9  r:  r;  zm8[r<  r=  z/Supported resolutions are 's', 'ms', 'us', 'ns'r   zm8[s]Tr   r>  r(   r?  r   )r	   r   r   r   r   r   r@  r)   r   r   r   rt   ru   )	r\   r0  rR   rC  r)   r   rS   rw   r~   r#   r#   r$   test_other_timedelta_unit  s     (z#TestMerge.test_other_timedelta_unitc                 C   s   t g dg dg dd}t g dg dg dd}g d|_g d|_t g dg dg dg dg dd}g d|_tt||| g d	|_d
}tjt|d t|| W d    n1 s0    Y  d S )Nr   r   r   rg   rh   rk   )rg   r+   r+   )rg   r   r   )rg   rh   rk   Zv3Zv4)rg   r+   r+   r   r   )rV   r+   r+   z;Data columns not unique: Index\(\['foo'\], dtype='object'\)r   )r	   r   rt   ru   r   r   r   r   )r\   r]   rS   rx   r   r#   r#   r$   &test_overlapping_columns_error_message!  s$    

	

z0TestMerge.test_overlapping_columns_error_messagec                 C   s   t tjddddddgd}t tjddddg d	d}t tjdd
ddddtjtjgtjdddgd}t||ddd}t|| d S )N20151010r   r-   periodsr/   r&   r   20151011rM   r   rN   r   rg   r   r   )r	   r0   
date_ranger   r5   r   rt   ru   r   r#   r#   r$   test_merge_on_datetime64tz9  s$    z$TestMerge.test_merge_on_datetime64tzc              
   C   s   t ddgtjddddd}t ddgtjddddd}t g d	ttjddddtjg tjgttjdddd d
}t||ddd}t|| |d jdksJ |d jdksJ d S )Nr&   r   rH  r-   rI  r   rM   rK  r   r   rg   r   r   r   zdatetime64[ns, US/Eastern]r   )	r	   r0   rL  r   r6   r   rt   ru   r)   r   r#   r#   r$   test_merge_datetime64tz_valuesR  s0    	z(TestMerge.test_merge_datetime64tz_valuesc                 C   s   t jdd}tt jd|jdgdgt jd|jdgdg dd}|d d }|j|d	d
}tttdt|dt|dttdt|ddg dd}t	|| d S )NUTCr.   Z2018g      @Z2019)r   r_   Zdate2r   r   r   rz   r(   )r   Zdate2_xr   r   Zdate2_y)
r0   ZDatetimeTZDtyper	   r1   r/   r   r   r3   rt   ru   )r\   Zdtzro   rj   rw   rx   r#   r#   r$    test_merge_on_datetime64tz_emptym  s(    
z*TestMerge.test_merge_on_datetime64tz_emptyc                 C   s   t tjddddddgd}d|d	< t tg d
dd}|d jdjd|d< t||ddd}t tjddddddgd tj	gd  tj	gd dgd  d}t
|| d S )Nz2017-10-29 01:00rN   HzEurope/Madrid)rJ  freqr/   r   r   r&   r_   )z2017-10-29 03:00:00z2017-10-29 04:00:00z2017-10-29 05:00:00r   )r   r_   rO  r   r   r{   re   rM   )r   r   r   )r	   r0   rL  to_datetimer   Ztz_localizeZ
tz_convertr   r   r5   rt   ru   r  r#   r#   r$   +test_merge_datetime64tz_with_dst_transition  s.    	z5TestMerge.test_merge_datetime64tz_with_dst_transitionc                 C   s   t jdddd}tttt||dgd}t||g}|j|dddd	}tt	tj
dtjd
ddddddg| jd}t|| d S )Nz
2016-01-01   MrJ  rR  Zpnumrn   r   Tr   )rq   rr   r   r(   r   r&   Zpnum_xZpnum_yr   rn   )r0   period_ranger	   r   r   r   r   r   r   r   r   r'   repeatreshape
sort_indexrn   rt   ru   )r\   rn   r]   rS   rw   rx   r#   r#   r$   "test_merge_non_unique_period_index  s    $z,TestMerge.test_merge_non_unique_period_indexc                 C   s   t tjddddddgd}t tjddddg d	d}t tjdd
ddddtjtjgtjdddgd}t||ddd}t|| d S )NrH  r   r1  rX  r&   r   rK  rM   r   rN   r   rg   r   r   )r	   r0   r\  r   r5   r   rt   ru   r   r#   r#   r$   test_merge_on_periods  s     zTestMerge.test_merge_on_periodsc                 C   s   t ddgtjddddd}t ddgtjddddd}tjdddd}tjdddd}t g d	t|tjg tjgt| d
}t||ddd}t|| |d jdksJ |d jdksJ d S )Nr&   r   rH  r1  rX  r   rM   rK  r   r   rg   r   r   r   z	Period[D]r   )	r	   r0   r\  r   r6   r   rt   ru   r)   )r\   rj   ro   Zexp_xZexp_yrx   rw   r#   r#   r$   test_merge_period_values  s$    z"TestMerge.test_merge_period_valuesc           
      C   s@  |\}}|  }|  }tg dddtjtjtjtjgddtjtjtjtjgtjdddddgtjdddddgd	}tg d
g dd|d< |g d }t||dddd}t|| |j|dddd}t|| t|| t|| |}|jddid}t||dddd}	t|	| |j|dddd}	t|	| d S )Nr   r&   r   rM   rN   rO   r&   r   rH   rI   rM   rN   rO   )rJ   col_conflict_xrL   col_conflict_yrP   )	left_onlyboth
right_onlyrh  rh  rh  rf  rh  rg  
categories_merge)rJ   rd  rL   re  rP   rl  rJ   r   Tr{   r   Z	indicatorZcustom_namer   )	r   r	   r   r5   r   r   rt   ru   rename)
r\   rT   rR   rS   df1_copydf2_copyZ	df_resulttestZdf_result_custom_nameZtest_custom_namer#   r#   r$   test_indicator  sH    	

zTestMerge.test_indicatorc                 C   s   |\}}d}t jt|d" t||dddd W d    n1 sB0    Y  t jt|d" |j|dddd W d    n1 s0    Y  d S )Nz<indicator option can only accept boolean or string argumentsr   rJ   r   rO   rm  r   )r\   rT   rR   rS   r   r#   r#   r$   #test_merge_indicator_arg_validation  s    0z-TestMerge.test_merge_indicator_arg_validationc                 C   s   |\}}t ||dddd}|jdk s,J |j |dddd}|jdk sPJ t ||dddd}|jdk stJ |j |dddd}|jdk sJ t ||dddd}|jd	k sJ |j |dddd}|jd	k sJ d S )
NrJ   rj   Trm  rh  ro   rf  r   rg  )r   rl  r   )r\   rT   rR   rS   Ztest2Ztest3Ztest4r#   r#   r$   %test_merge_indicator_result_integrity'  s    z/TestMerge.test_merge_indicator_result_integrityc              	   C   sX  |\}}dD ]}t dddg|ddgi}d| d}tjt|d" t||ddd	d
 W d    n1 sj0    Y  tjt|d" |j|ddd	d
 W d    q1 s0    Y  qt ddgddgd}d}tjt|d" t||dddd
 W d    n1 s0    Y  tjt|d" |j|dddd
 W d    n1 sJ0    Y  d S )N)Z_right_indicatorZ_left_indicatorrl  rJ   r&   r   zECannot use `indicator=True` option when data contains a column named z;|Cannot use name of an existing column for indicator columnr   r   Trm  )rJ   custom_column_namez:Cannot use name of an existing column for indicator columnru  r	   r   r   r   r   )r\   rT   rR   r  r   Zdf_badcolumnr   r#   r#   r$   test_merge_indicator_invalid:  s2    02&z&TestMerge.test_merge_indicator_invalidc                 C   s   t ddgddgd}t g dg dd}t g dg d	d}tg d
g dd|d< t||ddgddd}t|| |j|ddgddd}t|| d S )Nr   r&   rH   rI   )rJ   col2)r&   r&   rM   )rI   r<   r   )r   r&   r&   rM   rH   rI   r<   r   )rf  rg  rh  rh  ri  rj  rl  rJ   rx  r   Trm  r	   r   r   rt   ru   )r\   df3df4Zhand_coded_resultZtest5r#   r#   r$   %test_merge_indicator_multiple_columns\  s    
z/TestMerge.test_merge_indicator_multiple_columnsc                 C   s  t g dg ddtdd}t g dg ddtd	d}| }| }t||d
d
dd}t|| t|| t g dg dg dg ddtdg dd}t||d
d
dd}t|| t g dg dg ddtdd}t||ddd}t|| t|| t|| t||ddd}t|| t g dg dg ddg dtdd}|d}	t|	|d
ddd}t|| t|t dgdgddgdg}
t||
d
d
dd d}tj	t
|d" t||
d
d
dd W d    n1 s0    Y  tj	t
|d  t||
ddd W d    n1 s80    Y  t|t dgdgddgdgd
d}t||d
d
dd d }tj	t
|d" t||d
d
dd W d    n1 s0    Y  tj	t
|d  t||ddd W d    n1 s0    Y  t||
dd!d d"}tj	t
|d" t||
d
d
dd W d    n1 sJ0    Y  d#}tj	t
|d  t||
ddd W d    n1 s0    Y  d$}tj	t|d  t||dd%d W d    n1 s0    Y  t g d&g d'g ddtdd}t g d(g d)g d*d+tdd}t g d(g d)g d,g d*dtdd}d-}tj	t
|d  t||ddd W d    n1 s0    Y  t||dd.gdd}t|| d S )/Nr   )catdogweaselZhorser   rN   rm   rH   rI   rb   rc   rd   )meowbarkum... weasel noise?nayZchirprH   rb   rO   Tz1:1)rq   rr   validate)r  r  r  r  )a_xrI   a_yrb   rY  Z
one_to_oner   rH   )r{   r  rI   rH   rb   r[  )rq   r   r  rd   ZmooZone_to_manyzBMerge keys are not unique in right dataset; not a one-to-one merger   ZcowrM   )r   Zmany_to_onezAMerge keys are not unique in left dataset; not a one-to-one mergeZmany_to_manyzCMerge keys are not unique in right dataset; not a many-to-one mergezBMerge keys are not unique in left dataset; not a one-to-many mergez"jibberish" is not a valid argument. Valid arguments are:
- "1:1"
- "1:m"
- "m:1"
- "m:m"
- "one_to_one"
- "one_to_many"
- "many_to_one"
- "many_to_many"Z	jibberish)rH   rH   rI   rI   )r   r&   r   r&   rH   rH   rI   )r   r&   r   )r  r  r  )rH   rI   rc   )r~  r  r  zQMerge keys are not unique in either left or right dataset; not a one-to-one mergerI   )r	   r   r   r   rt   ru   r   r   r   r   r   r   )r\   rj   ro   Z	left_copyZ
right_copyrw   rx   Z
expected_2Z
expected_3Zleft_index_resetZright_w_dupsr   Zleft_w_dupsZexpected_multir#   r#   r$   test_validationo  s   	
	

 &0&0&00		0zTestMerge.test_validationc                 C   sN   t g g g d}tjdd t||dd W d    n1 s@0    Y  d S )Nr   raise)divider   rz   )r	   r   Zerrstater   )r\   rH   r#   r#   r$   )test_merge_two_empty_df_no_division_error4  s    z3TestMerge.test_merge_two_empty_df_no_division_errorr   zindex,expected_index)r&   r   rN   )r&   r   rN   NNN)
2001-01-01
2002-02-02
2003-03-03r  r  r  c                 C   s.   g | ]&}t g d |dt g dtjdfqS )r   r(   )r&   r   rM   NNN)r   r   float64.0Zdtypr#   r#   r$   
<listcomp>H  s   zTestMerge.<listcomp>)r&   r   r   rM   rM   rN   r  r  r  )r  
2001-01-02
2001-01-03r1  )rR  r  r  )1d2d3dr  r  r  c              	   C   s   t g dg dd|d}t dg di}|j|dd|d}t g d	g d
g dtjddgtjddgtjddggg dd}|j|dd t|| d S )Nr   rH   rg   rm   rI   rc  rg   Tr   )r   r   r   r&   r&   r&   r   r   r   rM   rN   rO   rH   rg   rI   r   )inplace)r	   r   r   r5   r   rt   ru   )r\   r   rn   expected_indexrR   rS   rw   rx   r#   r#   r$   $test_merge_on_index_with_more_values:  s    ,


z.TestMerge.test_merge_on_index_with_more_valuesc                 C   sx   t g dg dd}t dg di}t g dg dg ddg dd	d
dtjgd}|j|dddd}t|| d S )Nr   )r   r&   r&   r  rI   r&   r   rM   N)r   r&   r&   r   )r&   r   r   rM   r  r   r&   r   r[  rg   Tro   r   r	   r   r5   r   rt   ru   r   r#   r#   r$   test_merge_right_index_rightw  s    z&TestMerge.test_merge_right_index_rightc                 C   s   t ddgddgd}t ddgddgd}|j|dd	g|d
}|dkr`t ddgddgd}nt ddgddgd}t|| d S )Nr  Zpig(   r!  )animal	max_speedZquetzalP   r  r  r   ro   rs   )r\   r   left_dfright_dfrw   rx   r#   r#   r$   test_merge_preserves_row_order  s    z(TestMerge.test_merge_preserves_row_orderc                 C   s   t g dtg dtddd}t dg ditg dd}|j|d	d
dd}t g dtg dg dddddtjgd}|jg dd}t	|| d S )Nr   r  abcrj  r  rI   r   rm   rg   Tro   r   r  )rH   rH   rI   rb   )r&   r&   r   rM   r  r   r&   r   r   )
r	   r   r   r   r   r   r5   Zreindexrt   ru   r   r#   r#   r$   8test_merge_take_missing_values_from_index_of_other_dtype  s     
zBTestMerge.test_merge_take_missing_values_from_index_of_other_dtypec                 C   sd   t tddd g dd}t tddd g dd}|jjD ]}d|j_qH|| d S )	Nr   )rN   rO   r&   r  r   )rO   rN   ry  F)	r	   r   r   r^  Z_mgrrB  flagsZ	writeabler   )r\   rX   rY   r"   r#   r#   r$   test_merge_readonly  s    
zTestMerge.test_merge_readonlyN)Mr  r  r  r   fixturer]   rS   rj   ro   ry   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   markparametrizer   r   r   r   r   r   r  r  r  r  r   r'  r/  rD  rE  rG  rM  rN  rP  rU  r`  ra  rb  rr  rs  rt  rw  r}  r  r  r   r
   r0   r6   rt   ALL_REAL_NUMPY_DTYPESr   from_tuplesr   r5   r   r   r  r  r  r  r  r#   r#   r#   r$   rU   m   s   

	

		 


	

/* 

 ?
" F


 
'
rU   c                 C   sN   dD ]D}| j ||d}t|  | |dd}|d}tj||dd qd S )N)r   rj   r   r   T)r   r   rn   F)Zcheck_names)r   r   r  r   rt   ru   )r<   r   r   rw   rx   r#   r#   r$   r     s
    
r   c                   @   s<  e Zd Zejdddgeddgdgdd Zejde	j
e	je	je	je	je	jgejde	j
e	je	je	jgd	d
 Zejdg dg dg dg ddfg dddgddgddgdfddgg dddgddgdfgdd Zdd Zdd Zdd Zdd Zejdg d eg d!dfg d"eg d!dfd#dged$d%ged&fd#dged$d%ged&fgd'd( Zejdeddgd)d&g d*feddgd+d&g d*fg d g d,fg d"g d,fg d g d,fejd-dd.d/d0d1gfejd-dd.d/d#dgfejd-dd.d/d2dgfejd3dd4ejd3dd5d6fg	d7d8 Zejd9ddgd:fg d;fdgd<fdgd=fgd>d? Zejd9d@dAgd:fg d;fdAgd<fd@gd=fgdBdC Z ejdDd;g dEg dFgfd:g dEg dFgfd=g dEg dFgfd<g dFg dEgfgdGdH Z!dIdJ Z"ejdKg dLdMdN Z#dOS )PTestMergeDtypes
right_valsr+   r   categoryc              
   C   sv   t ddgtddgdddgddgtddgdd	tddgd
d	d}t d|i}t||dd}t|jjsrJ d S )Nr+   r   r  r&   r         ?       @uint64r(   int32)r(  r)  Cr1  EFr(  rz   )r	   r   r   r   r   r(  r)   )r\   r  rj   ro   rw   r#   r#   r$   test_different  s    
zTestMergeDtypes.test_differentd1d2c           
      C   s>  t |}t |}tt jg dd |dddgd t jt dt jdd}td	d
g}tdt jddg|di|d}|j|ddgd}|	 }	|j
dkrt d}t jt j|d|	d< d|	j|	jdk|	jdk@ df< d|	j|	jdk|	jdk@ df< t||	 |j|ddgdd}|	jddgddd t||	 d S )Nr   r   r(   r+   r   r      )k1k2v)r   r   )r&   r+   rk   rO   re   rm   r  r  rz   r   r  r   r&   Tr  Z	mergesort)kindr  )r   r)   r	   r   r   r'   r   r  r   r   r  r5   r   r  r  rt   ru   Zsort_values)
r\   r  r  Zdtype1Zdtype2rj   rn   ro   rw   rx   r#   r#   r$   test_join_multi_dtypes  s*    




z&TestMergeDtypes.test_join_multi_dtypeszint_vals, float_vals, exp_valsr   )r  r        @XYr  r  r&   rM   r   r  c                 C   sd   t d|i}t d|i}t |}|j|ddd}t|| |j|ddd}t||ddg  d S )Nr  r  r   rs   )r\   Zint_valsZ
float_valsZexp_valsr(  r)  rx   rw   r#   r#   r$   test_merge_on_ints_floats  s    z)TestMergeDtypes.test_merge_on_ints_floatsc                 C   s~   t ddgddgdddgd}t d	gd
gdddgd}|j|ddd}t ddgddgtjdgdg dd}t|| d S )Nr  r  r^   r   rf   rg   rh   r   r      )rg   rk   rk   rj   r   g      i@rF  )r	   r   r   r5   rt   ru   r  r#   r#   r$   test_merge_key_dtype_cast  s    z)TestMergeDtypes.test_merge_key_dtype_castc                 C   s0  t dg di}t dg di}t dgdgd}tt, |j|ddd}t|| W d    n1 sn0    Y  tt4 |j|ddd}t||ddg  W d    n1 s0    Y  t dtjtjdgi}td 4 |j|ddd}t||ddg  W d    n1 s"0    Y  d S )	Nr  r   r  )皙?g      @r  rM   r  r  r   )r	   rt   r%  UserWarningr   ru   r   r5   )r\   r(  r)  rx   rw   r#   r#   r$   !test_merge_on_ints_floats_warning  s    *2z1TestMergeDtypes.test_merge_on_ints_floats_warningc                 C   st   t dtddgtdi}t dddgi}t dddgitd}t||dd}t|| t||dd}t|| d S Nrg   TFr(   rz   )r	   r   r4   r   rt   ru   r\   rR   rS   rx   rw   r#   r#   r$   (test_merge_incompat_infer_boolean_object5  s    z8TestMergeDtypes.test_merge_incompat_infer_boolean_objectc                 C   sx   t dtddtjgtdi}t dddgi}t dddgitd}t||dd}t|| t||dd}t|| d S r  )r	   r   r   r5   r4   r   rt   ru   r  r#   r#   r$   5test_merge_incompat_infer_boolean_object_with_missing@  s    zETestMergeDtypes.test_merge_incompat_infer_boolean_object_with_missingzdf1_vals, df2_valsr   )rH   rI   rH   )r  r  r  r   FTr(   c                 C   s\   t d|i}t d|i}t||dgd}t|jjs8J t||dgd}t|jjsXJ d S )Nr(  rz   )r	   r   r   r(  r)   )r\   df1_valsdf2_valsrR   rS   rw   r#   r#   r$   !test_merge_incompat_dtypes_are_okL  s    z1TestMergeDtypes.test_merge_incompat_dtypes_are_okr  r   r  )r+  12z1/1/2011r1  rX  z
2011-01-01z
2011-01-02r  Z20130101)rJ  r-   rI  c                 C   s  t d|i}t d|i}d|d j d|d j d}t|}tjt|d  t||dgd W d    n1 st0    Y  d|d j d|d j d}t|}tjt|d  t||dgd W d    n1 s0    Y  t|t|krt |||d}t |||d}d|d j d|d j d	}t|}tjt|d t|| W d    n1 sn0    Y  d|d
 j d|d
 j d}t|}tjt|d" t||dd
gd W d    n1 s0    Y  d S )Nr(  zYou are trying to merge on z and zE columns for key 'A'. If you wish to proceed you should use pd.concatr   rz   r(  r)  r  r)  zE columns for key 'B'. If you wish to proceed you should use pd.concatr  zE columns for key 'C'. If you wish to proceed you should use pd.concat)	r	   r)   reescaper   r   r   r   r   )r\   r  r  rR   rS   r   r{  r|  r#   r#   r$    test_merge_incompat_dtypes_errord  s2    
.
.
*
z0TestMergeDtypes.test_merge_incompat_dtypes_errorzexpected_data, howr   r   ro   rj   c           	      C   s`   t dgdg|d}t dgdg|d}t|||d}tt|}t ||dg|d}t|| d S )N)r&   idr   r   r   rn   r   r)   r	   r   r   r   rt   ru   )	r\   any_numeric_ea_dtyper   expected_datar  r  rw   Z	exp_indexrx   r#   r#   r$   test_merge_EA_dtype  s    
z#TestMergeDtypes.test_merge_EA_dtyperH   rI   c           	      C   s`   t dgdg|d}t dgdg|d}t|||d}tt|}t ||dg|d}t|| d S )N)rH   r  r   )rI   r   r  r  )	r\   r   r  Zany_string_dtyper  r  rw   Zexp_idxrx   r#   r#   r$   test_merge_string_dtype  s    
z'TestMergeDtypes.test_merge_string_dtypezhow, expected_data)Tr&   rN   )FrO   rM   c                 C   sZ   t ddgddgd}t ddgddgd}t|||d	}t |g d
d}t|| d S )NTFr&   rO   r(  r)  rM   rN   r(  r  r   r  r   rs   )r\   r   r  rR   rS   rw   rx   r#   r#   r$   test_merge_bool_dtype  s
    z%TestMergeDtypes.test_merge_bool_dtypec           	      C   s   t g dg ddt d}| }t dddtjdgd	d
dtjdgd|d}| }t||dg|d}t|| t|| tt	
dt t	
dgtg dd}t|j| d S )N)r  r  34N)r  5678)lvl0zlvl1-ar  zlvl1-b)datar)   r  r  r  r  r  r  9Z11)r  r  zlvl1-cr  )rj   ro   r{   r   O)r  r  r  rm   )r	   r0   ZStringDtyper   ZNAr   rt   ru   r   r   r)   r   r  r   r   )	r\   r   Zstring_dtyperR   ro  rS   rp  r   rx   r#   r#   r$   test_merge_ea_with_string  s0    z)TestMergeDtypes.test_merge_ea_with_stringzleft_empty, how, exp)
)Frj   rj   )Fro   empty)Fr   r  )Fr   rj   )Fcrossempty_cross)Trj   r  )Tro   ro   )Tr   r  )Tr   ro   )Tr  r  c                 C   s   t ddgddgd}t dgdgddd	}|r<|d
}n
|d
}|j||d}|dkr~t ddgddgtjtjgd}nd|dkrt tjgdgdgd}nB|dkrt g ddd}|r|g d }n|dkrt g ddd}t|| d S )Nr   r&   rM   rN   r  rO   r  r'   r(   r   r   rj   r  ro   )r)  r(  r  r  r   r  )ZA_xr)  ZA_yr  )r	   headr   r   r5   rt   ru   )r\   Z
left_emptyr   r~   rj   ro   rw   rx   r#   r#   r$   test_merge_empty  s"    
"z TestMergeDtypes.test_merge_emptyN)$r  r  r  r   r  r  r   r   r  r   r'   r  Zintcint16Zint8Zuint8r  float32float16r  r  r  r  r  r  r4   r   r  r0   rL  r  r  r  r  r  r   r#   r#   r#   r$   r    s   



5
	

	
	
!r  c                   C   sL   t ttjdjddgddtddgtjdjg ddddS )Nr   r+   r   )r^   r   )onetwoZthreer  )r	   r   r   r   r   choicer   CDTr#   r#   r#   r$   rj   0  s    
rj   c                   C   s(   t tddgtddgddgdS )Nr+   r   r&   r   )r  Z)r	   r   r   r  r#   r#   r#   r$   ro   <  s    "ro   c                
   @   s   e Zd Zdd Zdd Zdd Zdd Zej	d	d
dgdd Z
dd Zej	ddd dd dd gdd Zdd Zdd Zej	d	d
dgej	dg dd
dgd
dgfg dddgddgfg d d!d"gd!d"gfgd#d$ Zd%d& Zd'S )(TestMergeCategoricalc                 C   sT   t ||dd}|j }ttddgdtdtdgg dd}t|| d S )	Nr  rz   r+   r   rj  r  )r  ZY_xZY_yrm   	r   r   r_  r   r   r   r)   rt   r   )r\   rj   r   rw   rx   r#   r#   r$   test_identicalD  s    
z#TestMergeCategorical.test_identicalc                 C   sT   t ||dd}|j }ttddgdtdtdgg dd	}t|| d S )
Nr  rz   r+   r   rj  r  r'   r  r  r  rm   r
  r\   rj   ro   r   rw   rx   r#   r#   r$   
test_basicN  s    
zTestMergeCategorical.test_basicc                 C   sD  t ddddddddddddd}t d	d	d	d	d	dd
d
d
d
d
dd}t||dddd}| }| }|d d|d< t||dddd}|d tdg|d< t|| | }|d d|d< t||dddd}t|| | }|d d|d< | }|d d|d< t||dddd}t|| d S )NrH   rI   rb   rc   rd   )r   r&   r   rM   rN   nullr   r   r   r   rj   )r   r   r   r  )r	   r   r   r   r   rt   ru   )r\   ro   rj   r]   rx   Zcrightrw   Zcleftr#   r#   r$   test_merge_categorical]  s6    z+TestMergeCategorical.test_merge_categoricalc                 C   s   t tg dg ddg dd}t tg dg ddg dd}t||dgd	}t tg dg dg d
d}t|| d S )Nr  rj  )ZA0B0ZC0)FooLeft)r  r)  r(  )C1B1A1)r  Rightr  rz   )r  r  r  )r  r  r  rz  r  r#   r#   r$   'tests_merge_categorical_unordered_equal  s$    
z<TestMergeCategorical.tests_merge_categorical_unordered_equalorderedTFc                 C   s   t ddg|d}tg dtg d|dg ddd	d
g}tg dtg d|dg ddd	d
g}t||dddd}tg dtg d|dg dddtjgdd	d
g}t|| d S )NP2P1rk  r  )r  r  r1  )r  r  r  r(   r   )r  prH   r  r  )r(  r  r  )r  r  r  )r^   r!  r   )r  r  r  rj   Tr   g      &@g      (@)r  r  rH   r  )	r   r	   r   r   r   r   r5   rt   ru   )r\   r  ZpcatrR   rS   rw   rx   r#   r#   r$   5test_multiindex_merge_with_unordered_categoricalindex  s8    
zJTestMergeCategorical.test_multiindex_merge_with_unordered_categoricalindexc                 C   s   |j |jdd}t||dd}|j }ttddgdt	dtd	d
gdgg dd}t
|| |jj|jjs~J |jj|jjsJ d S )Nr  )r  r  rz   r+   r   rj  r  r&   r   r  rm   )assignr  r   r   r   r_  r   r   r   r)   rt   r   r  r  Z#_categories_match_up_to_permutationr  r#   r#   r$   test_other_columns  s    
z'TestMergeCategorical.test_other_columnschangec                 C   s   | S r8   r#   r;   r#   r#   r$   r=     r>   zTestMergeCategorical.<lambda>c                 C   s   |  tg dS )N)r+   r   Zbahr   r  r;   r#   r#   r$   r=     r>   c                 C   s   |  tddS )NTr  r"  r;   r#   r#   r$   r=     r>   c           	      C   s   ||j d}|j|d}t|j jjts0J t||d|d}|j	 }t
tdtdtdgg dd}t|| d S )	Nr4   )r  r  r   r  r'   r  rm   )r  r   r  r  r  r)   r   r   r   r_  r   r   rt   r   )	r\   r!  r   rj   ro   r  r   rw   rx   r#   r#   r$   test_dtype_on_merged_different  s    
 z3TestMergeCategorical.test_dtype_on_merged_differentc                    sx   d t g d  g dd    fdddD  fddd	D d
}|dd }t||t|jd}t|| d S )NrO   )
rH   rI   rb   rc   rd   r   r   r   r   j)r#  wr<   r   r   r   c                    s$   g | ]}|gd    D ]}|qqS r  r#   r  Zeachletterr2  r#   r$   r    s   zKTestMergeCategorical.test_self_join_multiple_categories.<locals>.<listcomp>)r2  r!   ur  oc                    s    g | ]}|g  D ]}|qqS r#   r#   r'  r)  r#   r$   r    s   )
ZaaZbbccddeeffZgghhiiZjjr   c                 S   s
   |  dS )Nr  )r   r;   r#   r#   r$   r=     r>   zITestMergeCategorical.test_self_join_multiple_categories.<locals>.<lambda>rz   )r	   applyr   r   r   rt   ru   )r\   r]   rw   r#   r)  r$   "test_self_join_multiple_categories  s    


z7TestMergeCategorical.test_self_join_multiple_categoriesc                 C   s(  t tddddgtddddggddgd}|d d	|d< t tddddgtddd
dggddgd}|d d	|d< t td ddgtd dtjgtd tjdggg dd}t||ddgd}t	|| t td ddggg dd}t||ddgd}t	|| d S )Ni  r&   r  r   ?r   num2r   r  rM   ffffff?num4r  r  r  )r   r5  r7  r   rS  r   )
r	   r   r   r0   r1   r   r5   r   rt   ru   )r\   r]   rS   Zexpected_outerZresult_outerZexpected_innerZresult_innerr#   r#   r$   test_dtype_on_categorical_dates  s.    $$z4TestMergeCategorical.test_dtype_on_categorical_datesz.category_column,categories,expected_categories)FTTF)r   r&   r&   r   r&   r   )FalseTruer:  r9  r:  r9  c           	      C   s   t g d|d}|d t||d|d< t ddgddgd	}||}t ddg|ddgd
}|d t||d|d< t|| d S )Nr   )r  r~  r~  r#  r   rN   r&   r   )r  num)r  r~  r;  )r	   r   r  r   rt   ru   )	r\   Zcategory_columnrk  Zexpected_categoriesr  rR   rS   rw   rx   r#   r#   r$   /test_merging_with_bool_or_int_cateorical_column3  s    
zDTestMergeCategorical.test_merging_with_bool_or_int_cateorical_columnc                 C   s\   t tddtjgdddd}t||dd}t tddtjgddddd}t|| d S )	Nr&   r   r*   r(   r  r(  rz   )r(  B_xZB_y)r	   r   r   r5   r   rt   ru   )r\   r]   rw   rx   r#   r#   r$   test_merge_on_int_arrayI  s    z,TestMergeCategorical.test_merge_on_int_arrayN)r  r  r  r  r  r  r  r   r  r  r  r   r$  r3  r8  r<  r>  r#   r#   r#   r$   r	  C  s6   
+

( r	  c                   C   s   t dg dig ddS )NrH   r   r^   r   r   r&   r   rm   rQ   r#   r#   r#   r$   r  S  s    r  c                   C   s   t dg dig ddS )NrI   ,  d   r  rM   r&   r   rm   rQ   r#   r#   r#   r$   r  X  s    r  c                   @   sZ  e Zd Zejdddeddgddgdd	d
gdfddeddgddgdd
d	gdfddeg dddejgdg ddfddeg dejddgdg ddfddeejddgg ddg ddfddeddejgg ddg ddfddedddejgejdddgdg ddfddedddejgejdddgdg ddfgdd Z	dS )TestMergeOnIndexeszhow, sort, expectedr   Fr   r^   r  rC  r   r   r&   rm   Trj   r?  r@  )r   r^   r   r   ro   rA  rD  rC  r  rB  r   r   r   rB  r   c                 C   s$   t ||dd||d}t|| d S )NT)rq   rr   r   r   r|   )r\   r  r  r   r   rx   rw   r#   r#   r$   test_merge_on_indexes^  s    0z(TestMergeOnIndexes.test_merge_on_indexesN)
r  r  r  r   r  r  r	   r   r5   rG  r#   r#   r#   r$   rE  ]  sR   ""  	/rE  rn   c                 C   s   g | ]}t d dg|ddqS )r&   r   	index_colr9   )r   r  r#   r#   r$   r    r>   r  r(  r)  rH  )rk  r:   r   )startstopr:   r,   z
2018-01-02r   c                 C   s   t | j d| j dS )N[r<  )typer  r)   r;   r#   r#   r$   r=     r>   )r@   c                 C   sb   t dddgi| d}t dddgi| d}|j|dgd	}t ddgddgd
| d}t|| d S )N	left_datar&   r   rm   
right_datar  r  rH  rz   )rM  rN  rs   )rn   rj   ro   rw   rx   r#   r#   r$   test_merge_index_types  s
    rO  z-on,left_on,right_on,left_index,right_index,nmr   r   F)NNNTTr)  T)NNNTTNc              
   C   s  t dg ditjddgddggddgd	d
}tg dtjddgddggddgd	|d}t ddgddgdtjddgdggddgd	d
}|d urt||| ||||d}	t|	| nHd}
tjt	|
d& t||| ||||d}	W d    n1 s0    Y  d S )Nr(  r   rH   rI   r   r&   r   r   namesrm   r   r;  rN   rM   r  )r{   r   r   rq   rr   z$Cannot merge a Series without a namer   )
r	   r   from_productr   r   rt   ru   r   r   r   )r{   r   r   rq   rr   nmrH   rI   rx   rw   r   r#   r#   r$   test_merge_series  sF    
	rT  c                  C   s   t dg ditjddgddggddgd	d
} tg dtjddgddggddgd	dd}tjtdd" t| |ddgd W d    n1 s0    Y  d S )Nr(  r   rH   rI   r   r&   r   r   rP  rm   r   )r)  r  r;  z-Not allowed to merge between different levelsr   rz   )r	   r   rR  r   r   r   r   r   r   r#   r#   r$   test_merge_series_multilevel  s    
rU  z!col1, col2, kwargs, expected_colssuffixes) _dupr+  Z0_dup)NrX  )_x_yZ0_xZ0_yrY  rZ  rH   )NrZ  r  )rY  Nz0.0_xrI   b_yr  )NrY  )Z_aNZ0_ar  c                 C   s   t | g di}t |g di}t ddgddgddgg|d	}|j|fd
d
d|}t|| t||fd
d
d|}t|| d S )Nr   r   r&   rN   r   rO   rM   r   r   Trp   rs   )rJ   rx  kwargsZexpected_colsrH   rI   rx   rw   r#   r#   r$   test_merge_suffix  s    r]  zhow,expectedrF  <   F   X       )r(  r  ZB2)rC  r  r&   rB  r  ra  rb  rc  c                 C   sX   t g dg dd}t g dg dd}t||d| dd}g d	|_t|| d S )
N)rC  r  r&   )r^  r_  r  r  rF  r`  r(  )rY  rY  )r{   r   rV  )r(  r=  r=  )r	   r   r   rt   ru   )r   rx   r  r  rw   r#   r#   r$   test_merge_duplicate_suffix	  s
    
rd  zcol1, col2, suffixes))rH   rH   )NN)rH   rH   )rW  N)r   r   )NrW  c                 C   sh   t | g di}t |g di}d}tjt|d" t||dd|d W d    n1 sZ0    Y  d S )Nr   rM   rN   rO   z'columns overlap but no suffix specifiedr   Trq   rr   rV  rv  )rJ   rx  rV  rH   rI   r   r#   r#   r$   test_merge_suffix_error/	  s
    rg  r   c                 C   sd   t dg di}t dg di}tjtdd" t||dd| d W d    n1 sV0    Y  d S )	NrH   r   rI   re  zPassing 'suffixes' as ar   Trf  )r	   r   r   	TypeErrorr   )rV  rH   rI   r#   r#   r$   test_merge_suffix_raises>	  s    ri  zcol1, col2, suffixes, msg)rH   rH   r   z(too many values to unpack \(expected 2\)z1not enough values to unpack \(expected 2, got 1\)c                 C   sd   t | g di}t |g di}tjt|d" t||dd|d W d    n1 sV0    Y  d S )Nr   re  r   Trf  rv  )rJ   rx  rV  r   rH   rI   r#   r#   r$   test_merge_suffix_length_errorG	  s    rj  	cat_dtyper  r  reversec           	      C   s   t g dddt g dddd}ttg d|d g ddd}g d}g d}|rp|  |  tt|||  |d	d}|j|d
d
d}tg dg dtg d|d dd}t|| d S )Nr   Fr  )r  r  r  r   r+   rj   r+   r+   ro   Trp   rj   ro   r+   )	r   r	   r   r   r   rl  r   rt   ru   )	rk  rl  Z
cat_dtypesrR   Zdata_fooZ
data_rightrS   rw   rx   r#   r#   r$   test_merge_equal_cat_dtypesV	  s8    rp  c                  C   s   t g ddd} ttddg| ddgdd	}ttg d| g d
dd	}|j|ddd}tddgddgtddg| dd	}t|| d S )Nr   Fr  rH   rI   r&   r   rm  r+   )rM   r   r&   rn  Trp   rM   ro  )r   r	   r   r   r   r   rt   ru   )rk  rR   rS   rw   rx   r#   r#   r$   test_merge_equal_cat_dtypes2{	  s$     rq  c                  C   sj   t dttddtddgddi} |  }|d d|d< t|| ddd	}|  }t|| d S )
NrH   r   r&   r   intervalr(   r  r   rS  )	r	   r   r0   ZIntervalr   r   r   rt   ru   )ro   rj   rw   rx   r#   r#   r$   test_merge_on_cat_and_ext_array	  s    "rs  c            	         s   g d} g d}t j| |fddgd}t|d}d|d< t|d}d|d< d	 d
|j|d fd} fdd| D fdd| D  }t j||gddgd}t|d}d|d< t|| d S )Nr   r  r  r  r   r   rP  r   rW  r  rY  rZ  r{   rV  c                    s   g | ]}|  qS r#   r#   r  r(  )l_sufr#   r$   r  	  r>   z1test_merge_multiindex_columns.<locals>.<listcomp>c                    s   g | ]}|  qS r#   r#   rv  )r_sufr#   r$   r  	  s   )r   rR  r	   r   rt   ru   )	lettersZnumbersrn   Zframe_xZframe_yrw   Zexpected_labelsr  rx   r#   )rw  rx  r$   test_merge_multiindex_columns	  s&    


rz  c                  C   st   t g dg dd} t g dtg dd}t| |ddd	}t g dg dtg d
d}t|| d S )Nr   )r  r  r  )r<   r   rt  )20002001Z2002)r   r   rj   r   rS  )r{  r|  r6   r   )r	   r0   rT  r   rt   ru   rR   rS   rw   rx   r#   r#   r$    test_merge_datetime_upcast_dtype	  s    r~  n_categoriesrO      c                 C   s   t dgtt|  }tt| d dg|d}tdggdgt dgtt| dd}t||dddd	}td
d t| d D ddg|d}t|| d S )Nr   r&   r_   r[  r   rj  rj   Tr   c                 S   s&   g | ]}|d k r|dgn|t jgqS )r   g      @)r   r5   )r  r   r#   r#   r$   r  	  r>   z9test_categorical_non_unique_monotonic.<locals>.<listcomp>r   r   )r   r   r   r	   r   rt   ru   )r  rq   rR   rS   rw   rx   r#   r#   r$   %test_categorical_non_unique_monotonic	  s    r  c                  C   s`  t g dg dg dd} t| } t g dg dg dg dd}t|d	d
gd }t| | ddgd	d
gdd}|jd	d
gdd}| j|ddgd}t|| t g dg dddg dd} t| } t g dg dddg dg dd}t|d	d
gd }t| | ddgd	d
gdd}|jd	d
gdd}| j|ddgd}t|| d S )N)rH   rI   rH   rb   rH   rI   r   )r   r&   r   r&   r   r   )Cat1Int1)rH   rI   rb   rH   rI   rb   )r   r   r   r&   r&   r&   )r  g333333?r4  r6  r  g?)CatIntFactorr  r  r  r  r  rj   r   r&   )Zaxisrz   r  Tr#  )	r   r	   r   r   r  dropr   rt   ru   )rH   rI   rx   rw   r#   r#   r$   &test_merge_join_categorical_multiindex	  sT    r  funcr   Z
merge_asof)r\  err_msg)r   rq   r   rq   )r   rr   r   rr   c                 C   s   t ddgddgd}t ddgddgd}d	|d
  d|d  d}tjt|d( tt| ||fi | W d    n1 s0    Y  d S )Nr&   r   rM   rN   r   rO   r   r  zCan only pass argument "r   " OR "z" not both\.r   r	   r   r   r   getattrr0   r  r\  r  rj   ro   r   r#   r#   r$   /test_merge_join_cols_error_reporting_duplicates
  s
    
r  c                 C   s   t ddgddgd}t ddgddgd}d	|d
  d|d  d}tjt|d( tt| ||fi | W d    n1 s0    Y  d S )Nr&   r   rM   rN   r   rO   r   r  zMust pass "r   r  z"\.r   r  r  r#   r#   r$   ,test_merge_join_cols_error_reporting_missing/
  s
    
r  r\  c                 C   s~   t ddgddgd}t ddgddgd}d	}tjt|d
, tt| ||fddi| W d    n1 sp0    Y  d S )Nr&   r   rM   rN   r   rO   r   r  zZCan only pass argument "on" OR "left_index" and "right_index", not a combination of both\.r   r{   rH   r  )r  r\  rj   ro   r   r#   r#   r$   1test_merge_join_cols_error_reporting_on_and_index@
  s    
r  c                  C   sv   t ddgddgd} t ddgddgd}t| |dddd}t ddgddgddgddgddgd}t|| d S )	Nr&   r+   )r<   r   ro   Tr<   )r   rq   r   )r<   Zx_xZz_xZx_yZz_yrs   rj   ro   rw   rx   r#   r#   r$   test_merge_right_left_indexT
  s    	r  c                  C   s   t dgdgdddg} t ddgidg}t g g dtjdddg}t| |dgdd}t|| t|| ddgd	}t|| d S )
Nr&   r   r   rH   rI   r(   Tr   r   )r	   r   r   r'   r   rt   ru   rR   rS   rx   rw   r#   r#   r$   $test_merge_result_empty_index_and_one
  s    r  c                  C   s   t g dddd} t g ddd}tjtdd t| |dd	 W d    n1 sX0    Y  tjtdd  t|| dd
d W d    n1 s0    Y  d S )Nr   r&   r   )rH   rI   b_xr   (Passing 'suffixes' which cause duplicater   rH   rz   )rZ  rY  ru  r	   r   r   r   r   r   r#   r#   r$   .test_merge_suffixes_produce_dup_columns_raisesq
  s    ,r  c                  C   sb   t g dg dgg dd} t ddgdd}t| |d	d
}t g dgg dd}t|| d S )Nr  r  )rH   rI   rI   r   r&   rM   r   r   rH   rz   )r&   r&   r&   r   )rH   r  r  r[  rs   r  r#   r#   r$   3test_merge_duplicate_columns_with_suffix_no_warning}
  s
    r  c                  C   sn   t g dg dgg dd} t ddgdd}tjtd	d
 t| |dd W d    n1 s`0    Y  d S )N)r&   r&   r&   r&   )r   r   r   r   )rH   rI   rI   r  r   r&   rM   r   r   r  r   rH   rz   r  r   r#   r#   r$   Itest_merge_duplicate_columns_with_suffix_causing_another_duplicate_raises
  s    r  c                  C   s~   t ddgddggtddgd} t dd	gd
dggddgd}t|| dddd}t g dg dgtg dd}t|| d S )Nr&   r   rM   rN   rH        \@r   r   r^   r!  r   r<   r   r   Tr   )r   r^   r&   r   )r!  r   rM   rN   )r<   r   rH   r  r	   r   r   rt   ru   r}  r#   r#   r$   %test_merge_string_float_column_result
  s     r  c                  C   sl   t dgdgdgd} t dgdgdgd}tjtdd" t| |dgdd	 W d    n1 s^0    Y  d S )
Nr  r     )r  r   rn   i  zCan only pass argumentr   T)r{   rq   r  )Zdf_1Zdf_2r#   r#   r$   /test_mergeerror_on_left_index_mismatched_dtypes
  s    r  c                  C   sb   t td} t| tdd}tdtddi}t||| dd}t||| jdd}t|| d S )NrM   r  r  r   r(  r   )r   r   r	   r   _datart   ru   )ciro   rj   resrx   r#   r#   r$   #test_merge_on_left_categoricalindex
  s    r  r)   r*   c                 C   s   t ddgddgd| d}t tjtjgddgd| d}t||dd	d
}t ddtjtjgddtjtjgtjtjddgd| d}t|| t||dd	d
}t tjtjddgddtjtjgtjtjddgd| d}t|| d S )Nr&   r   )rg   rJ   r(   rM   rN   )rg   rx  rg   r   r   )rg   rJ   rx  )rg   rx  rJ   r  )r)   rj   ro   rw   rx   r#   r#   r$   test_merge_outer_with_NaN
  s(    r  c                  C   sh   t ddgitdgddd} t ddgitdgddd}t| |ddd}t dgdd}t|| d S )	NrH   r&   rb   r   rm   rc   r   )r  r  r  r  r#   r#   r$    test_merge_different_index_names
  s
    r  c                 C   sb   t g ddd| d}t g ddd| d}|j||d}t g dddd| d}t|| d S )	Nr   r&   r   r(   r   r  r   r   rs   r  r   rj   ro   rw   rx   r#   r#   r$   test_merge_ea
  s
    r  c                 C   s   t g ddd| d}t g ddd|  d}|j||d}t tg d| dtg d| dtg d	|  dd
}t|| d S )Nr   r&   r   r(   r   r  r   r  r  r   )r	   lowerr   r   rt   ru   r  r#   r#   r$   test_merge_ea_and_non_ea
  s    r  r'   int64[pyarrow]c                 C   sr   t d tdddgi| d}tdddgidd}||}| }t|| ||}| }t|| d S )NZpyarrowrH   r&   r   r(   r  )r   Zimportorskipr	   r   r   rt   ru   )r)   r]   rS   rw   rx   r#   r#   r$   !test_merge_arrow_and_numpy_dtypes
  s    


r  r   )r   rj   r   ro   r/   zAmerica/Chicagoc                 C   s:  t jddd| dt jddd| dt jddd| dg}t|d d dd	gd
}|d jd|d< t|dd  dd	gd}|d jd|d< t|dd	tjgtjdd	gd}|d jd|d< |dkr|jdg jdd}n8|dkr|jddg }n |dkr|jddg jdd}|j	|d|d}t
|| d S )Ni  rO   r   r.         r   r  r  )r#  rH   r#  r6  r&   )r#  rI   r3  )r#  rH   rI   r   T)r  rj   r   ro   r   )r0   r1   r	   r   Zas_unitr   r5   Zilocr  r   rt   ru   )r/   r   valsrR   rS   rx   rw   r#   r#   r$   (test_merge_datetime_different_resolution
  s$     
r  c                  C   sn   t dddgi} t ddgitjddgdgdd	}t ddgdtjgd
}| j|dgddd}t|| d S )Ncolr(  r)  rI   rC  )r(  )r  rP  )r  rn   )r  rI   Trj   r   )r	   r   r  r   r5   r   rt   ru   )r]   rS   rx   rw   r#   r#   r$   "test_merge_multiindex_single_level  s    r  c                  C   s  t dtjgt d} t dg}t dgdd}tjtdd | |}W d    n1 s\0    Y  t	|| tjtdd || }W d    n1 s0    Y  t	||
d	 t dg}t d
gdgdd}| |}t	|| || }t	||
d	 d S )Nr  r(   r  r   r*   r   zYou are mergingr   r  r&   )r	   r   r5   r0   Z
Int64Dtypert   r%  r  r   ru   r   r  r#   r#   r$   !test_merge_ea_int_and_float_numpy$  s    
((


r  )r   r   )Zr   r   r   r  numpyr   r   Zpandas.core.dtypes.commonr   Zpandas.core.dtypes.dtypesr   Zpandasr0   r   r   r	   r
   r   r   r   r   r   r   r   Zpandas._testingZ_testingrt   Zpandas.api.typesr  Zpandas.core.reshape.concatr   Zpandas.core.reshape.merger   r   r%   r2   r7   r  rE   rF   rG   rT   rU   r   r  rj   ro   r	  r  r  rE  r  r  r  rO  rT  rU  r]  r5   rd  rg  ri  tuplerj  rp  rq  rs  rz  r~  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r#   r#   r#   r$   <module>   sd  4
	



          T  p

  

7


(

	


# 
8		
	
		
