o
    թZhަ                    @   s  d dl m Z  d dlZd dlmZ d dlZd dlZd dlZd dlmZm	Z	 d dl
m  mZ d dlmZ d dlZd dlmZmZmZmZmZmZmZmZmZmZmZmZ d dlmZ  d dl!m"Z" d dl#m$  m%Z& ej'(dZ)d	d
 Z*dd Z+ej',dg ddd Z-dd Z.dd Z/dd Z0dd Z1ej',dddgdd Z2dd Z3d d! Z4d"d# Z5ej',dg d$d%d& Z6d'd( Z7d)d* Z8d+d, Z9d-d. Z:d/d0 Z;d1d2 Z<d3d4 Z=d5d6 Z>d7d8 Z?ej',d9d:d; d<d; gd=d> Z@d?d@ ZAdAdB ZBdCdD ZCdEdF ZDdGdH ZEdIdJ ZFdKdL ZGdMdN ZHdOdP ZIdQdR ZJdSdT ZKdUdV ZLdWdX ZMej',dYdZd[gd\d] ZNej',dYg d^ej',d_ddgd`da ZOdbdc ZPddde ZQdfdg ZRdhdi ZSdjdk ZTdldm ZUdndo ZVdpdq ZWdrds ZXdtdu ZYdvdw ZZdxdy Z[dzd{ Z\d|d} Z]d~d Z^dd Z_dd Z`dd Zadd Zbdd Zcdd Zddd Zedd Zfdd Zgdd Zhdd Zidd Zjdd Zkdd Zldd Zmdd Zndd Zodd Zpdd Zqdd Zrdd Zsdd Ztdd Zudd Zvej',ddddggdd Zwdd Zxdd Zydd Zzdd Z{dd Z|dd Z}dd Z~ddĄ Zej',ddddddgddggej',dddddggdd̈́ Zddτ Zej',dddggej',ddgddggej'j,ddgd gdgdged ged ged dddd؍ejdddd܍ejd gddލejd gddލejdgddލgg ddej',dg dej',d9g ddd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zej',dddggdd Zej',dddddeded ddgifddeded ededededgifddeded eded ededgifgdd Zdd Zd	d
 Zdd Zdd Zdd Zej',dg ddd Zdd Zej',deddfeddfeddfeddfeddfeddfeddfeddfeddfeddfeddfeddfgdd Zdd  Zej',d!g d"d#d$ Zej',d%dejded&d'gd(d) Zd*d+ Zej',d,d-d.d/gfd0d1d2gfgd3d4 Zd5d6 Zd7d8 Zd9d: Zd;d< Zd=d> Zej',d_ddgd?d@ ZdAdB ZdCdD ZdEdF ZdGdH ZdIdJ ZdKdL Zej',deejdMed&d'gdNdO ZdPdQ ZdRdS Zej',dTdddggdUdV ZdWdX Zej',dYd gdfdZd gdfd[gd\d] Zej',d!g d^d_d` Zej',dadbdcgddde Zej',dfdgdhgdidj Zej',dkdldejfgdmdn Zej',dog dpg dqg drfg dsg dtg dufgdvdw Zej',dxg dydzd{ Zej'(d|ej',dg d}d~d Zdd Zdd Zej',d_ddgdd Zdd Zej',dddgdd Zej',dg ddd Zdd Zdd Zdd Zej',dddgej',ddddgdefddgddfddd gdefdd gddfgdd ZÐdd ZĐdd ZŐdd Zej',dddgdd ZdS (      )datetimeN)Decimal)PerformanceWarningSpecificationError)is_string_dtype)Categorical	DataFrameGrouperIndexInterval
MultiIndex
RangeIndexSeries	Timedelta	Timestamp
date_rangeto_datetime)BooleanArrayz)ignore:Mean of empty slice:RuntimeWarningc                  C   s$   t tddd} d}| |ksJ d S )NAB)keylevelz<Grouper(key='A', level='B', axis=0, sort=False, dropna=True))reprr	   )resultexpected r   X/var/www/html/lang_env/lib/python3.10/site-packages/pandas/tests/groupby/test_groupby.py	test_repr'   s   r   c           
      C   s   t jddd}t|}|d d d  d9  < |d }|td |d< |tdd	d
 |d< t j|jd< |t	t
dd }| }td}td}t|d ||||gtdd}t|||d}	t||	 d S )Nz1 Day'  periods      r   r   r   UTCtzCi  z2887 days 11:21:02.326710176z2886 days 00:42:34.664668096indexr   r   r&   )pdZtimedelta_ranger   to_framecopyr   NaTilocgroupbylistrangestdr   nparanger   tmassert_frame_equal)
Zwarn_copy_on_writeZtdiserdfgbr   Ztd1Ztd4Zexp_serr   r   r   r   test_groupby_std_datetimelike.   s    r;   dtype)int64int32float64float32c                    s8  t tdd td| d}td}tjd| ||}|jdd dd}|D ]\}}t|dks9J q-d	}t	j
t|d
 |tj}W d    n1 sTw   Y  |d dksaJ d	}t	j
t|d
 |tj}W d    n1 s{w   Y  t	|| t	||  | }	d}t	j
t|d
 |tj}W d    n1 sw   Y  t	|	| |dd }|dd }
|
d dksJ t	|
| ||}d	}t	j
t|d
 |tj}	W d    n1 sw   Y  t	j|	|dd d}t	j
t|d
 |tjtjg}W d    n	1 sw   Y  d}tjt|d
 |tjtjd W d    n	1 sAw   Y  dddd d}t	j
t|d
 | fdd}W d    n	1 sjw   Y  |d dksxJ d}tjt|d
 |dd  W d    d S 1 sw   Y  d S )N	      r)   r<   r"   c                 S   s   | d S NrB   r   xr   r   r   <lambda>Q       z)test_basic_aggregations.<locals>.<lambda>F
group_keyszusing SeriesGroupBy.meanmatch   zusing SeriesGroupBy.sumc                 S      | |    S NsumrE   r   r   r   rG   f       c                 S   rN   rO   rP   rE   r   r   r   rG   g   rR         Zcheck_index_typezusing SeriesGroupBy.[mean|std]nested renamer is not supported)onetwo
         r   rM   r"   zPinning the groupby key to each group in SeriesGroupBy.agg is deprecated, and cases that relied on it will raise in a future versionc                    s    | j  |   S rO   )namemeanrE   Zgroup_constantsr   r   rG             zMust produce aggregated valuec                 S   s   | d S Nr"   r   rE   r   r   r   rG      rH   )r   r4   r5   randomdefault_rngshufflereindexr0   lenr6   assert_produces_warningFutureWarning	aggregater^   aggassert_series_equalrQ   apply	transformr3   pytestraisesr   	Exception)r<   datar)   groupedkvmsgaggedr   r   transformedZvalue_groupedr   r_   r   test_basic_aggregationsI   sj   


$ry   c                 C   sj   | j jd }| |}| }| |d }|j jtjks"J |j jtjks+J t	j
||dd d S )Nr   OFrU   )r)   codesr0   rQ   astyper<   r4   int8r=   r6   r7   ) multiindex_dataframe_random_datar   rs   r   r   r   r   r   test_groupby_nonobject_dtype   s   
r   c                  C   s   t g dg dtjddtjtjddddd} tt| | d< d	d
 }d}tj	t
|d | d|}W d    n1 sHw   Y  |j}| j}t|| d S )Nfoobarr   r   r   r   r   r   )rW   rW   rX   threerX   rX   rW   r   r"      r@   r<   r   r   r&   Dvaluec                 S   s   | j | d   S )Nr   )locidxmaxgroupr   r   r   	max_value      z5test_groupby_nonobject_dtype_mixed.<locals>.max_value7DataFrameGroupBy.apply operated on the grouping columnsrK   r   )r   r4   rc   rd   standard_normalarrayr2   rg   r6   rh   DeprecationWarningr0   rm   dtypesrl   )r9   r   rv   Zappliedr   r   r   r   r   "test_groupby_nonobject_dtype_mixed   s    r   c            
      C   sz  t g dttdddtdddd} dd	 }| d
 dg }d}tjt	|d | d

|dg }W d    n1 sBw   Y  t|| dd }d}tjt	|d | d

|dg }W d    n1 spw   Y  | }tj|jd< t|| dd }d}tjt	|d | d

|dg }W d    n1 sw   Y  | }tj|jd< t|| dd }d}tjt	|d | d

|dg }W d    n1 sw   Y  | d
 dg }tj|jd< t|| dd }	d}tjt	|d | d

|	}W d    n	1 sw   Y  | d
 d  }tj|jd< d |_t|| d S )N)Tigerr   r   Lambr   Ponyr   rS   r=   r   Z20130101r   r*   c                 S   s
   | j d S Nr   )r/   grpr   r   r   f_0   s   
z*test_inconsistent_return_type.<locals>.f_0r   r   r   rK   c                 S      | j dkrd S | jd S )Nr   r   r]   r/   r   r   r   r   f_1      

z*test_inconsistent_return_type.<locals>.f_1r   c                 S   r   Nr   r   r   r   r   r   r   f_2   r   z*test_inconsistent_return_type.<locals>.f_2r   c                 S   r   r   r   r   r   r   r   f_3   r   z*test_inconsistent_return_type.<locals>.f_3r&   c                 S   s   | j dkrd S | jd jd S )Nr   r   r&   )r]   r/   r   r   r   r   r   f_4   s   
z*test_inconsistent_return_type.<locals>.f_4)r   r   r4   r5   r   r0   firstr6   rh   r   rm   r7   r-   nanr   r+   r.   r]   rl   )
r9   r   r   rv   r   r   er   r   r   r   r   r   test_inconsistent_return_type   s\   
r   c              	   C   s  ddd}dd }|  dd }|jtjddd}|jtjddd}|jtjddd}|d	}||}	t|| t|| t||	 |j|dd
}|j|dd
}|j|dd
}t|| t|| t||	 dD ]}
|j dd |
d}|
rd nt	}d}tj
||d |jtjddd}W d    n1 sw   Y  tj
||d |tjd	}W d    n1 sw   Y  tj
||d |d	}W d    n1 sw   Y  tj||dd t|| |tjdd	g}tj
||d |dd	g}W d    n	1 sw   Y  tj||dd tj
||d |j|dd
}W d    n	1 s5w   Y  tj
||d |jtjd	d
}W d    n	1 sUw   Y  t|| tj||dd qpd S )Nr   c                 S   s   t j| ||dS )Naxisr4   
percentile)rF   qr   r   r   r   f      z test_pass_args_kwargs.<locals>.fc                 S   s   t j| dddS )NP   r   r   r   rE   r   r   r   rG          z'test_pass_args_kwargs.<locals>.<lambda>c                 S      | j S rO   monthrE   r   r   r   rG          r   r   皙?r   )TFc                 S   r   rO   r   rE   r   r   r   rG     r   as_index*A grouping .* was excluded from the resultrK   FZcheck_namesg?r   )r0   rk   r4   r   rm   rn   quantiler6   rl   ri   rh   r   r7   )tstsframer   gZ
ts_groupedZ
agg_resultZapply_resultZtrans_resultZagg_expectedZtrans_expectedr   
df_groupedwarnrv   r   Zexpected_seqr   r   r   test_pass_args_kwargs   s\   


r   r   TFc                 C   s   g d| _ | jdd |d}|rd nt}d}tj||d |jtjddd	}W d    n1 s1w   Y  | | jj	d
k 
d| | jj	dk 
dd}t|j}|s[ttd|_t|| d S )N)r   r   r   r&   c                 S   r   rO   r   rE   r   r   r   rG   .  r   z9test_pass_args_kwargs_duplicate_columns.<locals>.<lambda>r   r   rK   r   r   r   rM   r   r"   rM   r"   )columnsr0   ri   r6   rh   rk   r4   r   r)   r   r   r   Tr
   r2   r7   )r   r   r:   r   rv   resZex_datar   r   r   r   'test_pass_args_kwargs_duplicate_columns*  s   

r   c                  C   s   t tjddttdtdtddddd	} | 	d
d dd dd g}t
|t
| ks1J | 	dd dd g}t
dd | jD }t
||ksNJ d S )Nr"   rY      ABCDr   
2000-01-01rY   r   r    freqr   r)   c                 S   r   rO   yearrE   r   r   r   rG   G  r   ztest_len.<locals>.<lambda>c                 S   r   rO   r   rE   r   r   r   rG   G  r   c                 S   r   rO   dayrE   r   r   r   rG   G  r   c                 S   r   rO   r   rE   r   r   r   rG   J  r   c                 S   r   rO   r   rE   r   r   r   rG   J  r   c                 S   s   h | ]}|j |jfqS r   )r   r   .0rF   r   r   r   	<setcomp>K  s    ztest_len.<locals>.<setcomp>)r   r4   rc   rd   r   r
   r1   objectr   r0   rg   r)   )r9   rs   r   r   r   r   test_lenA  s   r   c                  C   sd   t tjgd g dd} t| ddksJ t| ddks#J t| ddgdks0J d S )NrB   rM   r"   rB   abr   r   r   )r   r4   r   rg   r0   r9   r   r   r   test_len_nan_groupO  s   r   c                  C   sT   t dd ttddd D } tjddd }t |}| |}|  d S )Nc                 S   s   g | ]}d | qS )      ?r   r   r   r   r   
<listcomp>Y      z)test_basic_regression.<locals>.<listcomp>rM   rY   r"   iL  g      $@)r   r1   r2   r4   rc   rd   r0   r^   )r   rr   	groupingsrs   r   r   r   test_basic_regressionW  s
    
r   )r?   r@   r=   r>   Zint16r}   c                 C   s   t td}ttd|| d}ttjdddtjtjddtjdg
|d}||}|t}tddgddgd}t	j
||dd	 d
d }||}tddgddgd}t	
|| d S )NrY   r   r   r   r(   r   r"   FZcheck_dtypec                 S   s   t t| S rO   )floatrg   rE   r   r   r   r   w  s   ztest_with_na_groups.<locals>.f      @       @)r
   r4   r5   r   onesr   r0   rk   rg   r6   rl   )r<   r)   valueslabelsrs   rw   r   r   r   r   r   test_with_na_groupsb  s   


r   c            	   	   C   s&  dd } dd }dd }t g dtdtd	d
d}t g dtdtd	d
d}d}d}tjt|d |d| }W d    n1 sHw   Y  tjt|d |d| }W d    n1 sgw   Y  t|| d}tj	t
|d |d| W d    n1 sw   Y  tj	t
|d |d| W d    n1 sw   Y  tj	t
|d |d| W d    n1 sw   Y  tj	t
|d0 tjt|d |d| W d    n1 sw   Y  W d    d S W d    d S 1 sw   Y  d S )Nc                 S   s^   | | j d dk d }|jr&tg gd g gd ddgd}tdg|d}|S |ddg}|S )Nr"   rM   r   cZlevelsr{   namesr   r   )r   emptyr   r   	set_indexrF   y
multiindexr   r   r   r   f1  s   z,test_indices_concatenation_order.<locals>.f1c                 S   s4   | | j d dk d }|jrt S |ddg}|S )Nr"   rM   r   r   )r   r   r   r   )rF   r   r   r   r   f2  s
   z,test_indices_concatenation_order.<locals>.f2c                 S   sR   | | j d dk d }|jr'tg gd g gd ddgd}tddg|d}|S |S )	Nr"   rM   r   r   r   r   r   r   )r   r   r   r   r   r   r   r   f3  s   z,test_indices_concatenation_order.<locals>.f3)rM   r"   r"   r"   r   r!   rA   r   r   r   )rB   r"   r"   r"   zDThe behavior of array concatenation with empty entries is deprecatedr   rK   r   z@Cannot concat indices that do not have the same number of levels)r   r2   r6   rh   r   r0   rm   r7   ro   rp   AssertionErrorri   )	r   r   r   r9   df2depr_msgrv   result1result2r   r   r    test_indices_concatenation_order  s>   
$r   c                 C   s   |  dd }| }|dd }t|| | }dd |D }t|j}t|| |j	}|dd }t|| d}t
jt|d t|d	 W d    d S 1 sXw   Y  d S )
Nc                 S      |   S rO   weekdayrE   r   r   r   rG     rH   z#test_attr_wrapper.<locals>.<lambda>c                 S   s   t j| ddS )NrM   )Zddof)r4   r3   rE   r   r   r   rG         c                 S   s   i | ]	\}}||  qS r   )describe)r   r]   gpr   r   r   
<dictcomp>      z%test_attr_wrapper.<locals>.<dictcomp>c                 S   r   rO   r   rE   r   r   r   rG     r   z-'SeriesGroupBy' object has no attribute 'foo'rK   r   )r0   r3   rk   r6   rl   r   r   r   r7   r<   ro   rp   AttributeErrorgetattr)r   rs   r   r   rv   r   r   r   test_attr_wrapper  s   
"r  c                 C   sf  |  dd }|d}t|dksJ t|jdksJ |  }dd |jD |d< | dd}tj||d	d
 | d dd }|	dd }t|dksTJ t|jdks]J |	dd }|D ]\}}|
 }|jD ]}	tj||	|d	d
 qqqf|D ]\}
}|jd  |
ksJ q|j}|j}| D ]\}}| j|| }||k sJ qd S )Nc                 S   r   rO   r   rE   r   r   r   rG     rH   z$test_frame_groupby.<locals>.<lambda>r^   r!   r   c                 S   s   g | ]}|  qS r   r   r   r   r   r   r     r   z&test_frame_groupby.<locals>.<listcomp>r   Fr   r[   c                 S   r   rO   r   rE   r   r   r   rG     rH   c                 S      | |    S rO   r^   rE   r   r   r   rG     rR   c                 S   r   rO   r  rE   r   r   r   rG     rH   r   )r0   rj   rg   r   r-   r)   r6   r7   headrn   r^   rl   Zxsr   groupsindicesitemstakeall)r   rs   
aggregatedZtscopyZstraggedrx   r]   r   r^   idxr   r
  r  rt   ru   Z	samethingr   r   r   test_frame_groupby  s4   

r  c           	      C   s  ddddd}d}t jt|d | j|dd}W d    n1 s"w   Y  |d}t|t| ks6J t|jdks?J d	d
 }d}t jt|d | jj|dd}W d    n1 s_w   Y  t |	|j|	| |D ]\}}t|jdksJ qsd S )Nr   rM   r   +DataFrame.groupby with axis=1 is deprecatedrK   r   r^   r"   c                 S   r  rO   r  rE   r   r   r   rG   	  rR   z,test_frame_groupby_columns.<locals>.<lambda>5The 'axis' keyword in DataFrame.groupby is deprecated)
r6   rh   ri   r0   rj   rg   r   r   r7   rn   )	r   mappingrv   rs   r  tfZgroupedTrt   ru   r   r   r   test_frame_groupby_columns  s"   
r  c                 C   s6  |  d}|jdd}|jjdksJ | j dddjdd}|jjdks&J |ddg d}|jjdks7J |dd	d
}|jjdksGJ |d  }|jjdksUJ |d d}|jjdksdJ |d dd	g}|jjdksuJ d}tjt|d |d dd	d W d    d S 1 sw   Y  d S )Nr   Tnumeric_onlyFr   r&   r   r^   r3   r&   r   rV   rK   r   r   )r0   r^   r)   r]   rk   ro   rp   r   )r9   rs   r   rv   r   r   r   test_frame_set_name_single  s&   
"r  c                 C   s   | d }| d }|  |j|jg}|jdd}|  ddg }tj|jd d ddgf |jd d ddgf dd ttj	d	
d
tj	d	
d
tg dtg ddg dd} |  ddg}|d d S )Nr   r   Tr  r&   r   Fr   r"      r   r   r   r   r   r   1r  r  2r   r   )v1v2k1k2)rW   rX   r   fourfivesixr(   r#  r$  rQ   )r0   getr^   r6   r7   r   r   r4   rc   rd   r   r   rk   )r9   col1col2rs   rw   r   r   r   r   test_multi_func/  s$   *
r+  c                 C   sJ   |  ddgd }|ddg}t|d|dd}t|| d S )Nr   r   r&   r^   r3   )r^   r3   )r0   rk   r   r6   r7   )r9   rs   rw   r   r   r   r   !test_multi_key_multiple_functionsK  s   r,  c                  C   s   t g dg dtjddtjddtjddd} | ddg}dd	g}||}tj|d
 ||d ||d |gg ddd}t	|j
tsWJ t	|j
ts_J t|| d S )Nr   r   r   r   r   r   r   r   r   r   r   rW   rW   rW   rX   rW   rW   rW   rX   rX   rX   rW   r"      )r   r   r   EFr   r   r^   r3   r   r0  r1  )r   r0  r1  rM   )keysr   )r   r4   rc   rd   r   r0   rk   r+   concat
isinstancer)   r   r6   r7   )rr   rs   funcsrw   r   r   r   r   "test_frame_multi_key_function_listS  s&   "
&r6  c               	   C   s   t g dg dg dtjddtjddtjddd} | ddg}d	d
g}td}tj	t
|d || W d    d S 1 sNw   Y  d S )Nr-  r.  )dullr7  shinyr7  r7  r8  r8  r7  r8  r8  r8  r"   r/  )r   r   r&   r   r0  r1  r   r   r^   r3   &agg function failed [how->mean,dtype->rK   )r   r4   rc   rd   r   r0   reescapero   rp   	TypeErrorrk   )rr   rs   r5  rv   r   r   r   2test_frame_multi_key_function_list_partial_failure  s   /
"r=  opc                 C   r   rO   rP   rE   r   r   r   rG     rH   rG   c                 C   r   rO   r  rE   r   r   r   rG     rH   c              	   C   s"  | }| ddg}||}g }g }| dD ]%\}}| dD ]\}	}
|||	f |||
jd d ddgf  qqtj|ddgd}tj|ddj}||_dD ]}||| }|| }|| }t	
|| t	
|| qR|d  |d |d g }| ddg d }t	
|| d S )	Nr   r   r&   r   r   rM   r   r  )r0   appendr   r   from_tuplesr+   r3  r   r)   r6   rl   r^   )r9   r>  rr   rs   r   r2  r   Zn1Zgp1Zn2Zgp2mir   colZ
result_colZpivotedexpr   r   r   r   test_groupby_multiple_columns  s,   "rE  c                  C   s   t ddgddgddggddgd} | jdd	d
d d}tddgdd}t|| | jdd	ddd dd }tg ddtg dd}t|| d S )NrM   r"   r   r!   r  r   r   r   Fr   r]   T)r   rJ   c                 S   r   rO   )cumsumrE   r   r   r   rG     rH   z-test_as_index_select_column.<locals>.<lambda>)r"   r  r  ))r   r   )r   rM   r   r]   r)   )	r   r0   	get_groupr   r6   rl   rm   r   rA  r9   r   r   r   r   r   test_as_index_select_column  s   "rL  c                  C   s   d} t g dg dd}|j|djd }tjt| d |djd|d}t	|| W d    d S 1 s<w   Y  d S )	Nzobj is deprecatedrM   rM   r"   rB   r   r!   r   r   r   rK   )obj)
r   r/   r0   r  r(  r6   rh   ri   rJ  r7   )r   r9   r   r   r   r   r   !test_obj_arg_get_group_deprecated  s   "rP  c                  C   sd   t tg dddd} | jdddd jdd	}t | jd d
 tdd}d g|j_t|| d S )Nr*   alpharG  rF  r   F)byr   r   r  r"   r   r   )	r   r
   r0   rQ   r   r2   r   r6   r7   )r9   leftr   r   r   r   0test_groupby_as_index_select_column_sum_empty_df  s
   
rT  c                 C   s  | j ddd}|ddg d}|jdd}t|| |dd	d
}|jdd}| d |d< t|| | j ddd}d}tjt|d |d dd	i W d    n1 s\w   Y  | j ddgdd}|d}| }t|| |dd	d
}| }| d |d< t|| |d  }t	|j
ddid}d}tjt|d |d dd	i}W d    n1 sw   Y  t|| t	tjddddg dd} ttjdddddd}	|  |	}
|
d d}tjt|dd |
t}W d    n	1 sw   Y  tjt|dd |  |	t}W d    n	1 s1w   Y  t|| dD ](}| j |	dd}
t|
| }| j |	jdd}
t|
| jdd}t|| q>d S )Nr   Fr   r&   r   r^   Tr  rQ   r  rV   rK   Qr   rF  z7Passing a dictionary to SeriesGroupBy.agg is deprecatedr"   r   d   )2   rB   )jimZjoeZjolier!   rY   rW  rX  rG  z:The behavior of DataFrame.sum with axis=None is deprecated)rL   Zcheck_stacklevel)r^   maxcountr   rH  r  drop)r0   rk   r^   r6   r7   rQ   ro   rp   r   r   renamerh   ri   r4   rc   rd   integersr   nthrm   r  r   reset_index)r9   rs   r   r   r   	expected2rv   Z	expected3Zresult3r   grr   ZaltattrrS  rightr   r   r   test_groupby_as_index_agg   sd   


re  c                 C   s   | dv rt d|   ttjdjdddddd	gd
}t|d|  }| dkr0|	d}|
 }| dkrD|d |d j|d< |jddd}t||  }t|| || }t|| t|d	 |  }t|| |d	 | }t|| d S )N)Zcorrwithr_  ngroupz!GH 5755: Test not applicable for r"   r   r!   )rV  r"   )sizer   r   rF  rg  Fr   )ro   skipr   r4   rc   rd   r^  r  r0   r]  r`  r|   r<   r6   r7   rk   )Zreduction_funcr9   r   r   r   r   r   r   test_ops_not_as_indexC  s(   

ri  c                 C   s,  | j ddd}| j ddgdd}|d d}|djd d ddgf }t|ts,J t|| |d d}|djd d g df }t|tsNJ t|| |d  }| jd d ddgf }t|tsnJ t|| |d  }| jd d g df }t|tsJ t|| d S )Nr   Fr   r   r&   rQ   r*   )r0   rk   r   r4  r   r6   r7   rQ   )r9   rs   Zgrouped2r   r   r   ra  r   r   r   !test_as_index_series_return_framee  s$   rj  c                 C   sT   | j ddd}d}tjt|d |d d W d    d S 1 s#w   Y  d S )Nr   Fr   zColumn\(s\) C already selectedrK   r&   r   )r0   ro   rp   
IndexError__getitem__)r9   rs   rv   r   r   r   (test_as_index_series_column_slice_raises~  s
   "rm  c                 C   s   | }|j ddd}|jdd}| dgjdd}|dd|j tt||_t|| |j ddgdd}| }| ddg }tt	|jj
 }|dd|d  |dd|d  tt||_t|| d S )	Nr   Fr   Tr  r   r   rM   )r0   r^   insertr)   r   rg   r6   r7   r1   zipr   )r9   rr   rs   r   r   Zarraysr   r   r   test_groupby_as_index_cython  s   rp  c                 C   sL   | j ddgdd}|d t}|tjd d g df }t|| d S )Nr   r   Fr   r&   r*   )r0   rk   rg   r   r6   r7   r9   rs   r   r   r   r   r   #test_groupby_as_index_series_scalar  s   rr  c              	   C   s   d}t jt|d |jdd dd W d    n1 sw   Y  d}d}t jt|d2 tjt|d | jd	d dd
d W d    n1 sJw   Y  W d    d S W d    d S 1 sbw   Y  d S )Nz(as_index=False only valid with DataFramerK   c                 S   r   rO   r   rE   r   r   r   rG     rH   z.test_groupby_as_index_corner.<locals>.<lambda>Fr   z$as_index=False only valid for axis=0r  c                 S   r   rO   )lowerrE   r   r   r   rG     rH   rM   )r   r   )ro   rp   r<  r0   
ValueErrorr6   rh   ri   )r9   r   rv   r   r   r   r   test_groupby_as_index_corner  s   "ru  c                  C   s  t tjddttdtdtddddd	} | 	d
d dd dd g}|
 }t| j|j d}tjt|d | jj	dd dd dd gdd}W d    n1 sXw   Y  |dd }t|j| j t| jj|j |dd }t| jj|j d S )Nr"   r   r   r   r   rY   r   r   r   c                 S   r   rO   r   rE   r   r   r   rG     r   z+test_groupby_multiple_key.<locals>.<lambda>c                 S   r   rO   r   rE   r   r   r   rG     r   c                 S   r   rO   r   rE   r   r   r   rG     r   r  rK   c                 S   r   rO   r   rE   r   r   r   rG     r   c                 S   r   rO   r   rE   r   r   r   rG     r   c                 S   r   rO   r   rE   r   r   r   rG     r   rM   r   c                 S   r   rO   rP   rE   r   r   r   rG     rH   c                 S   r   rO   rP   rE   r   r   r   rG     rH   )r   r4   rc   rd   r   r
   r1   r   r   r0   rQ   r6   Zassert_almost_equalr   rh   ri   r   rk   assert_index_equalr)   r   )r9   rs   rw   r   r   r   r   test_groupby_multiple_key  s&   rw  c                 C   sP   |   } tj| d< | ddg }| ddg }tj|d< t|| d S )Nbadr   r   )r-   r4   r   r0   r^   r6   r7   )r9   rw   r   r   r   r   test_groupby_multi_corner  s   

ry  c                 C   s  |  d}td}tjt|d |d W d    n1 s!w   Y  tjt|d |  W d    n1 s<w   Y  | jd d g df } t	
 | d< |  d}d}tjt|d |d W d    n1 spw   Y  tjt|d |  W d    n1 sw   Y  d	}tjt|d | j d
d
ddddd}W d    n1 sw   Y  d}tjt|d |dd  W d    d S 1 sw   Y  d S )Nr   r9  rK   r^   r   r&   r   r0  z/datetime64 type does not support sum operationsrQ   r  r   rM   )r   r&   r   r0  r   z does not support reduction 'sum'c                 S   s   | j dddS )Nr   Fr  rP   rE   r   r   r   rG     r   z)test_raises_on_nuisance.<locals>.<lambda>)r0   r:  r;  ro   rp   r<  rk   r^   r   r   nowrQ   r6   rh   ri   )r9   rs   rv   r   r   r   r   test_raises_on_nuisance  s4   




"r|  agg_functionrY  minc                 C   sv   |  d}t|| }| }t| j| d dkdf | |jd< t| j| d dkdf | |jd< t|| d S )Nr   r   r   )r   r   r   )r   r   )r0   r  r-   r   r6   r7   )r9   r}  rs   r   r   r   r   r   test_keep_nuisance_agg  s   
$$r  )rQ   r^   prodr3   varsemmedianr  c           
      C   s   |  d}d}||v rC|sC|dv rt}d}nt}td| d}tj||d t|||d W d    d S 1 s<w   Y  d S t|||d}|sV|d	krVg d
}ng d}t| jd d |f  d||d}	t	
||	 d S )Nr   )r  r3   r  r^   r  r  )r3   r  z(could not convert string to float: 'one'zagg function failed [how->z,dtype->rK   r  rQ   r   rz  )r0   rt  r<  r:  r;  ro   rp   r  r   r6   r7   )
r9   r}  r  rs   Zno_drop_nuisanceklassrv   r   r   r   r   r   r   test_omit_nuisance_agg   s&   
"
r  c                 C   sF   |  d}tjtdd |  W d    d S 1 sw   Y  d S )Nr   zcould not convertrK   )r0   ro   rp   rt  skew)r9   rs   r   r   r   $test_raise_on_nuisance_python_single"  s   

"r  c                 C   s   |  ddg}td}tjt|d |d W d    n1 s#w   Y  tjt|d |  W d    d S 1 s?w   Y  d S )Nr   r   r9  rK   r^   )r0   r:  r;  ro   rp   r<  rk   r^   )Zthree_grouprs   rv   r   r   r   &test_raise_on_nuisance_python_multiple)  s   

"r  c                 C   s   t tg dtg dddgd tjddtjddd}|d	d
g}|ddg d}|jdd}t	
|| | dd jdd}|dd }|d d}t	|d | |jjdksjJ d S )Nr  r  r   r   rB   r"   r  )r#  r$  Zk3r!  r"  r#  r$  r!  r"  r^   Tr  r!   r   r   c                 S   r   rO   r  rE   r   r   r   rG   D  rH   z*test_empty_groups_corner.<locals>.<lambda>r   r   )r   r4   r   rc   rd   r   r0   rk   r^   r6   r7   rm   rl   r)   r]   )r~   r9   rs   r   r   rw   Zagged_Ar   r   r   test_empty_groups_corner2  s"   

r  c                  C   sP   t dg} d}tjt|d | dd  W d    d S 1 s!w   Y  d S )Nr   z5unsupported operand type\(s\) for \+: 'int' and 'str'rK   c                 S   s   | d S )Nr   r   rE   r   r   r   rG   N  rH   z$test_nonsense_func.<locals>.<lambda>)r   ro   rp   r<  r0   )r9   rv   r   r   r   test_nonsense_funcJ  s
   
"r  c                 C   s   | j }d|d< tg dtg dg}td}tjt|d ||	d W d    n1 s4w   Y  |j
dd|	d}t|jtsMJ dd	 }tjtd
d ||| W d    d S 1 slw   Y  d S )NZpeekaboo)bazrX   r   r   rM   r9  rK   r^   rF  c                 S   s   | j dkr	td|  S )N)r   rW   Test error message)r]   r<  rQ   )r8   r   r   r   aggfun\  s   
z5test_wrap_aggregated_output_multindex.<locals>.aggfunr  )r   r4   r   r:  r;  ro   rp   r<  r0   rk   r\  r4  r   r   rj   )r~   r9   r2  rv   rw   r  r   r   r   %test_wrap_aggregated_output_multindexQ  s   
"r  c                 C   sh   | j dd }|jjdksJ | j dd }|jjdks J | d j dd }|jjdks2J d S )Nr   r  r   rM   secondr   )r0   rZ  r)   r]   )r~   r   r   r   r   test_groupby_level_applye  s   r  c                    s   |   }ddddd dddd| j dd }| jdd }tj fdd|d D tjd	}tjfd
d|d D tjd	}| | }| | }d\|j_|j_t	|| t	|| d S )Nr   rM   )r   r   r  qux)rW   rX   r   r  c                       g | ]}  |qS r   r(  r   )mapper0r   r   r   y      z-test_groupby_level_mapper.<locals>.<listcomp>r   r   c                    r  r   r  r   )mapper1r   r   r   |  r  r  )r   r  )
r`  r0   rQ   r4   r   r=   r)   r]   r6   r7   )r~   Z	deleveledZresult0r   Zmapped_level0Zmapped_level1Z	expected0Z	expected1r   )r  r  r   test_groupby_level_mappero  s    r  c                  C   s(  t g dtg ddd} t g dttdddd}| jdd	 }t|| | jdgd	 }t|| | jd
d	 }t|| | jd
gd	 }t|| d}tjt	|d | jdd	 W d    n1 sow   Y  tjt	|d | jdd	 W d    n1 sw   Y  d}tjt	|d | jg d	 W d    n1 sw   Y  d}tjt	|d | jddgd	 W d    n1 sw   Y  tjt	|d | jddgd	 W d    n1 sw   Y  d}tjt	|d | jdgd	 W d    d S 1 sw   Y  d S )N)rM   r"   rB   rY   r   r!   rZ   r  )rM   r"   rB   rM   r   r!   r"   r  r   rG  )r/     rB   r   r!   r  rM   rS   r   r  r'   z2level > 0 or level < -1 only valid with MultiIndexrK   zNo group keys passed!z*multiple levels only valid with MultiIndex)
r   r
   r2   r0   rQ   r6   rl   ro   rp   rt  )sr   r   rv   r   r   r   test_groupby_level_nonmulti  s@   $r  c                  C   sB   t tdd g dd} t d}| jdd }t|| d S )Nr         ?       @)r   r   rM   rM   rr   r)   )r  y      @      $@r   r  )r   r4   r5   r0   rQ   r6   rl   )r   r   r   r   r   r   test_groupby_complex  s   r  c                  C   sf   t dddddddddg} | d }t dgdggtddgdd	td
gd}t|| d S )Nr"   r  r   rM         ?      ?r   r         ?rG  r   r)   r   )r   r0   r^   r
   r6   r7   rK  r   r   r   test_groupby_complex_mean  s   
r  c                 C   s   t dddddddddg}| rdnt}t tjg dtjdtg d	d
dtdg|dd}|jd
dd }t	|| tg dd
d|_
|jd
dd }t	|| d S )NrM   r  r   r  r   string[pyarrow_numpy])rM   rM   rM   r   )r  r        ?        r   rG  r   r  Fsort)r  r  r  T)r   r   r4   r   r=   r
   r0   rZ  r6   r7   r)   )using_infer_stringr9   r<   r   r   r   r   r   test_groupby_complex_numbers  s"   r  c                  C   sj   t g dtg dd} t g dtg dd}| |}| }| || jj }t|| d S )N)      @g      "r   g      Y@g      g     K@g@)r   r   r   dr   r   r   r(   )r   r   r   r  r  g      @)r   r   r  r   r   h)	r   r
   r0   r^   rf   r)   r(  r6   rl   )s1s2rs   rw   rD  r   r   r   'test_groupby_series_indexed_differently  s   

r  c            	      C   s  t tg dg dg } t| }tg d}ttjdd||d}|j	dd
 }t|j| d	}tjt|d
 |j	ddd}W d    n1 sPw   Y  |
 }t|j|j |j	ddd}t|j| |j	dddd }t|j| tjt|d
 |j	ddd}W d    n1 sw   Y  |dd }t|jtddg t|j|j |d\}}d|d< |j	ddj
dd}t|j|jd d  d S )N)r   r   r  r  r   r   r  r  )rW   rX   rW   rX   rW   rX   rW   rX   ))r   cat)r   dog)r   r  )r   r  r"   )r   r   r  r   r  r  rK   rM   )r   r   r^   c                 S   r   rO   r  rE   r   r   r   rG     rH   z0test_groupby_with_hier_columns.<locals>.<lambda>c                 S   s
   |  dS )NrM   r  rE   r   r   r   rG   
     
 r   r   r   )r   r   Tr  r'   )r1   ro  r   rA  r   r4   rc   rd   r   r0   r^   r6   rv  r   rh   ri   r)   rk   rm   r
   Z	sortlevel)	Ztuplesr)   r   r9   r   r   r:   Zsorted_columns_r   r   r   test_groupby_with_hier_columns  sH   
r  c                 C   s@   |  | d j}| }|  | d d  }t|| d S )Nr   )r0   r   rQ   r]  r6   r7   rq  r   r   r   test_grouping_ndarray  s   r  c                  C   sl   t g ddd} tg dg dg dg dg dd	| d
}|g d}|d}| }t|| d S )Nr   rM   r"   rB   r   r)   rG  )foo1r  Zfoo2r  Zfoo3)bar1bar2r  r  r  )baz1r  r  baz2r  )spam2Zspam3r  spam1r  )rZ   r[   (   rW  <   )r   r   r  spamrr   r(   )r   r   r  r  r^   )r
   r   r0   rk   r^   r6   r7   )r)   rr   rs   r   r   r   r   r   test_groupby_wrong_multi_labels  s   
r  c                 C   s   |  | d jdd}| j | d ddjdd}|jjdks J d|v s&J |  | d | d g }| j | d | d gdd }|jjdksJJ d|v sPJ d|v sVJ d S )Nr   Tr  Fr   r   r   r   )r0   r^   r)   r]   r   )r9   r   r   r   r   r   test_groupby_series_with_name0  s   r  c                 C   sR   |  dd }| jdksJ | jdksJ dd }||jdks'J d S )Nr   r&   c                 S   s   t | d S rb   )r4   rQ   rE   r   r   r   rG   C  r   z.test_seriesgroupby_name_attr.<locals>.<lambda>)r0   rZ  r]   r^   rk   )r9   r   ZtestFuncr   r   r   test_seriesgroupby_name_attr=  s
   r  c                  C   sf   t g dg dtjddd tdd} | dgj }| j| j	 }t
|| d S )Nr   )rW   rW   rX   rX   rX   rX   rW   rX   r"   r   r   r   r   )r   r4   rc   rd   r   r5   r0   r   rZ  r   r6   rl   r9   r   r   r   r   r   test_consistency_nameG  s   	r  c                 C   s  d	dd}dd }d}t jt|d | d|}W d    n1 s%w   Y  |jjd u s2J t jt|d | d|d}W d    n1 sMw   Y  |jjdksZJ t jt|d | d|}W d    n1 stw   Y  |jjd u sJ d S )
Nc                 S   s   t dddd|dS )NrM   r"   rB   rZ  r^   Z	omissionsrG  )r   )r9   r]   r   r   r   	summarizeZ  s   z0test_groupby_name_propagation.<locals>.summarizec                 S   s   t dddd| jd d dS )NrM   r"   rB   r  r   r   rG  )r   r/   r   r   r   r   summarize_random_name]  s   z<test_groupby_name_propagation.<locals>.summarize_random_namer   rK   r   metricsrO   )r6   rh   r   r0   rm   r   r]   )r9   r  r  rv   r  r   r   r   test_groupby_name_propagationX  s   
r  c                  C   sJ   t dd tdD } | d}| }| | d  }t|| d S )Nc                 S   s   g | ]}t d qS )rY   )r4   r5   r   r   r   r   r   p  r  z2test_groupby_nonstring_columns.<locals>.<listcomp>rY   r   )r   r2   r0   r^   r6   r7   rq  r   r   r   test_groupby_nonstring_columnso  s
   
r  c                  C   sp   t g dgg dd} t ddggddgtdgdd	d
}| d }t|| | d }t|| d S )Nr\   )r   r   r   rF  rM   r"   r   r   r   rG  r   )r   r
   r0   r   r6   r7   rQ   r  r   r   r   test_groupby_mixed_type_columnsw  s   "r  c                  C   s`   t d} | t j t| d d df }t tdd}||tj	}|
  s.J d S )N)rV  rV  r   rY   )r4   r   fillr   r   Ztiler2   r0   rk   r  Zisnar  )arrrO  Zindsr   r   r   r   (test_cython_grouper_series_bug_noncontig  s   
r  c                  C   sh   t dgd } ttjdd| d d d d}tjdddd}||}dd	 }|| d S )
NZ
aaaaaaaaaarV  r"   rW  r(   r   r!   c                 S   s   t ttt| jS rO   )rg   setmapidr)   rE   r   r   r   rG     r   z5test_series_grouper_noncontig_index.<locals>.<lambda>)	r
   r   r4   rc   rd   r   r^  r0   rk   )r)   r   r   rs   r   r   r   r   #test_series_grouper_noncontig_index  s   $
r  c                  C   s   t td} tjg ddd}dd }dd }| |}||}|jtjks)J t|j	d	 t
s3J ||}|jtjks@J t|j	d	 t
sJJ d S )
Nr!   )r   r   r   r  r   rz   r   c                 S   s   t t|  S rO   )r   strr^   rE   r   r   r   convert_fast  r   z>test_convert_objects_leave_decimal_alone.<locals>.convert_fastc                 S   s$   t | jjdks
J tt|  S r   )rg   r   baser   r  r^   rE   r   r   r   convert_force_pure  s   zDtest_convert_objects_leave_decimal_alone.<locals>.convert_force_purer   )r   r2   r4   r   r0   rk   r<   Zobject_r4  r/   r   )r  r   r  r  rs   r   r   r   r   (test_convert_objects_leave_decimal_alone  s   


r  c                  C   st   t g tjdddd} | d jtjksJ | d }tg dtjd}t dtg |ddi}t	j
||d	d
 d S )Nr   r=   r   )rF   r2   rF   r]   r<   r2   rC   T)Z	by_blocks)r   r4   r5   r<   r?   r0   r   r
   r   r6   r7   )r9   r   Z	exp_indexr   r   r   r   "test_groupby_dtype_inference_empty  s   r  c                  C   sb   t dgdgdgd} | ddgd  }tdgtjdgdggddgddd}t|| d S )	NrM   l    4;PU  )r   r  r   r   r  r   r?  rG  )r   r0   rY  r   r   from_productr6   rl   rK  r   r   r   $test_groupby_unit64_float_conversion  s   r  c                 C   s   |  t| d jdd}|  | d jdd}tj||dd tjtdd |  t| d d d  W d    n1 s?w   Y  td	d
gddgt	j
ddd} |  ddg }|  | d | d g dg }d S )Nr   Tr  Fr   z^'foo'$rK   r'   r   rM   rB   r   r"   )r   r   valr   r   r  )r0   r1   r^   r6   r7   ro   rp   KeyErrorr   r4   rc   rd   r   rK  r   r   r   "test_groupby_list_infer_array_like  s   $r  c                  C   st   d} t tdd| d}tddgddggd	d
g|d}|td| dd	g }||jd	gt	}t
|| d S )Nr  z2015-09-29T11:34:44-0700r"   )startr    r   r   rY   r      Zmetricr   r   r   )r   r   )r   r   r   r0   r	   r^   r   r)   r|   r   r6   r7   )r   r)   r9   r   r   r   r   r   $test_groupby_keys_same_size_as_index  s   
r  c                  C   s   d} t tjddtdd}tjt| d |	d W d    n1 s(w   Y  t tjddtdd}tjt| d |	d W d    d S 1 sTw   Y  d S )	Nz^'Z'$r"   )rM   r   r   rF  rK   Z)r"   r   )
r   r4   rc   rd   r   r1   ro   rp   r  r0   )rv   Zdf1r   r   r   r   test_groupby_one_row  s   "r  c                  C   s  t tjddtjtdtjtdtjtdtjtdgtjdtjdtjdtjdgd} | d}td	d
gtddgg}t	|j
 }t|dksOJ t||D ]\}}t|j
| | qTt|jjd j|  |jdkstJ tdtjd	d
gtjdtdtjddgtjdi}|jD ]}t|j| ||  qt|td| jd	d
g  t|td| jddg  tjtdd |tj W d    n1 sw   Y  t tjtjtjgtjtjtjgd}|d j dksJ |d j dksJ dD ]\}||}|j
i ksJ |jdksJ |ji ks#J tjtdd |tj W d    n	1 s<w   Y  tjtdd |tj W d    n	1 sZw   Y  qd S )Nr"   r   z
2013-01-01z
2013-02-01r   r   )r   dtr  r  rM   rS   rB   r!   r   z2013-01-01 00:00:00r   z2013-02-01 00:00:00z^NaT$rK   )r   natr   r?   r  zdatetime64[ns]z^nan$)!r   r4   rc   rd   r   r   r   r0   r
   sortedr
  r2  rg   ro  r6   rv  r7   _grouperr   rO  Zngroupsr   Zintpr  assert_numpy_array_equalrJ  r/   ro   rp   r  r+   r.   r<   )r9   rs   r   r2  rt   r   Znan_dfr   r   r   r   test_groupby_nat_exclude  sd   


   
r  c                  C   sD   t tjtjgtjtjgddgd} | ddgj}|i ks J d S )NrM   r"   r   r   r   )r   r4   r   r0   r  r9   r   r   r   r   #test_groupby_two_group_keys_all_nan9  s   $r  c                  C   s   t tdd} ddg| d< ddg| d< ddg| d	< d
dg| d< | dgjdd}tddgddgg}t|jt	dd	g t
|j| d S )Nr"   r(   g1g2r   r   ZzerosrM   r   l1l2labelTr          r   )r   r2   r0   r^   r4   r   r6   rv  r   r
   r  r   )r  tmpZ
res_valuesr   r   r   test_groupby_2d_malformed@  s   r  c                  C   s   t t dt dt df} t d}t|| || t jddd}|g d }|g d }t	|t	|ksCJ d S )Nr   i  ia  r"   )r   r   r&   r   r0  r   )r   r&   r   r   )
r4   Zconcatenater5   r   rc   rd   r   r0   rQ   rg   )r   r   r9   rS  rd  r   r   r   test_int32_overflowL  s   "

r  c                  C   sz  t g dg dg dtjddd} dd | g d	 jD }t|}| jg d	d
d	 }t
|jj|g d  dd | g d jD }t|}| jg dd
d	 }t
|jj| dd | g d jD }t|}| jg dd
d	 }t
|jj|g d  t g dg dtjddd} | ddgd }|	 }dd fdd}|| |ddgd d S )Nr   r   r  )rB   r"   rM   r\   r"   rB   r   r   r   r  c                 S      g | ]}t |qS r   tupler   rowr   r   r   r   h  r   z+test_groupby_sort_multi.<locals>.<listcomp>r   Tr  )rM   r"   r   c                 S   r  r   r  r  r   r   r   r   m  r   )r   r   r   c                 S   r  r   r  r   r   r   r   r   r  r   )r   r   r   )r"   rM   r   r   rM   r"   r   rM   r"   )r   r   r   rM   rM   rM   r  )r   r   r  r   r   r  c                 S   r   rO   rP   rE   r   r   r   rG     rH   z)test_groupby_sort_multi.<locals>.<lambda>c           	      S   sV   dd | | j D }t|}|| || }| D ]\}}|| |ks(J qd S )Nc                 S   r  r   r  r  r   r   r   r     r   zCtest_groupby_sort_multi.<locals>._check_groupby.<locals>.<listcomp>)r   comasarray_tuplesafer0   r  )	r9   r   r2  fieldr   tupsr   rt   ru   r   r   r   _check_groupby  s   
z/test_groupby_sort_multi.<locals>._check_groupby)r   r4   rc   rd   r   r   r   r  r0   rQ   r6   r  r)   )r9   r  r   rs   r  r   r   r   test_groupby_sort_multi^  s:   	


r  c                  C   st   t g dg dd d} d}tjt|d | jddd	d
d }W d    n1 s-w   Y  t||  d S )N)r   r   r   r   r   r   r  r"   )r   r]   r   rK   r   FrI   c                 S      | S rO   r   rE   r   r   r   rG         z/test_dont_clobber_name_column.<locals>.<lambda>)r   r6   rh   r   r0   rm   r7   )r9   rv   r   r   r   r   test_dont_clobber_name_column  s   r  c                  C   s   t tjddttdtdtddddd	} | j	d
d dd}|
dd }dd |D }t|}t|| | d j	dd dd}|
dd }dd |D }t|}t|| d S )Nr"   r   r   r   r   rY   r   r   r   c                 S   r   rO   r   rE   r   r   r   rG     r   z&test_skip_group_keys.<locals>.<lambda>FrI   c                 S   s   | j ddd d S )Nr   rR  rB   sort_valuesrE   r   r   r   rG     r   c                 S   s$   g | ]\}}|j d ddd qS )r   r	  NrB   r
  r   r   r   r   r   r   r     s   $ z(test_skip_group_keys.<locals>.<listcomp>r   c                 S   r   rO   r   rE   r   r   r   rG     r   c                 S   s   |   d d S rD   r
  rE   r   r   r   rG     r   c                 S   s    g | ]\}}|  d d qS rD   r
  r  r   r   r   r     s     )r   r4   rc   rd   r   r
   r1   r   r   r0   rm   r+   r3  r6   r7   rl   )Ztsfrs   r   piecesr   r   r   r   test_skip_group_keys  s   

r  c                 C   s8   | d   }d |_|| d d}|jd u sJ d S )Nr&   r   rQ   )r-   r]   r0   rk   )Zfloat_framer  r   r   r   r   test_no_nonsense_name  s   r  c                  C   s\   t tddd} d| d< g d| d< | d}|ddd	}|d jtjks,J d S )
NrA   rB   r   test)g?r  g?flrQ   rg  )r  r"   )r   r4   r5   reshaper0   rk   r<   r?   )rF   rs   r   r   r   r   test_multifunc_sum_bug  s   
r  c                 C   sV   dd }dd }|  dd |}|  dd |}t|ts#J t|| d S )Nc                 S   s   |   |  dS NrY  r~  r  r   r   r   r   r     r   z(test_handle_dict_return_value.<locals>.fc                 S   s   t |  |  dS r  )r   rY  r~  r   r   r   r   r     s   z(test_handle_dict_return_value.<locals>.gr   r&   )r0   rm   r4  r   r6   rl   )r9   r   r   r   r   r   r   r   test_handle_dict_return_value  s   r  grouperr   r   c                    s   dd }fdd  fdd}| j dd}d	}tjt|d
 || W d    n1 s1w   Y  |  |  d || |d | |d   |d  |g |d | d S )Nc                 S   s   | j d usJ | S rO   rG  r   r   r   r   r     s   ztest_set_group_name.<locals>.fc                    sh   | j d usJ r0 dkr0t| jr0tjtdd |   W d    d S 1 s)w   Y  d S |  S )Nr   zdoes not supportrK   )r]   r   r<   ro   rp   r<  rQ   r   )r  r  r   r   freduce  s   
"z$test_set_group_name.<locals>.freducec                    s    | S rO   r   rE   )r  r   r   freducex  s   z%test_set_group_name.<locals>.freducexFrI   r   rK   r  r&   )r0   r6   rh   r   rm   rj   rn   )r9   r  r  r   r  rs   rv   r   )r  r  r  r   test_set_group_name  s   

r  c                     s   t g dtdd} g   fdd}d}tjt|d | jdd	d	d
| W d    n1 s3w   Y  g d} |ksBJ d S )N)r   r   rM   rM   r"   r"   r  r   c                    s     | j |  S rO   )r@  r]   r-   r   r?  r   r   r     s   z6test_group_name_available_in_inference_pass.<locals>.fr   rK   r   F)r  rJ   r\   )r   r4   r5   r6   rh   r   r0   rm   )r9   r   rv   Zexpected_namesr   r?  r   +test_group_name_available_in_inference_pass  s   r  c                 C   sV   |  | d j }|jjd u sJ |  | d j| d jg }|jjdks)J d S )Nr   r   )NN)r0   r   rQ   r)   r]   r   r  r   r   r   test_no_dummy_key_names  s   r  c                  C   s   t ddgddggg dg dgddgd} tg d| d	}t ddgddggg d
g dgddgd} tg d| d	}|jddgdd }t|| |jddgdd }t||  d S )NrM   r"   )r   r   r   r   rM   rM   )rM   rM   r   r   r   r   r   r   r   )r   rM   r"   rB   r   r!   r(   r  )rM   r   r   r   r"   r   Fr   r  T)r   r   r0   r   r6   rl   
sort_index)r)   ZmseriesZmseries_resultr   r   r   r   #test_groupby_sort_multiindex_series  s   "r   c                  C   s   d} t dd| d}tt| t| d|d}ddd	}|d
d }|d|tji}|d|tjdi}t|| d S )N  z2012/1/1Z5min)r  r   r    )highlowr(   Fc                    s    fdd}|S )z>
        Run an aggregate func on the subset of data.
        c                    sD   | j | jdd   } r| | jd   t|dkrd S |S )Nc                 S   s
   | j dk S )Nr/  )hourrE   r   r   r   rG   ,  r  zYtest_groupby_reindex_inside_function.<locals>.agg_before.<locals>._func.<locals>.<lambda>r   )r   r)   r  dropnarg   )rr   r  fixfuncr   r   _func+  s   zGtest_groupby_reindex_inside_function.<locals>.agg_before.<locals>._funcr   )r(  r'  r)  r   r&  r   
agg_before&  s   z8test_groupby_reindex_inside_function.<locals>.agg_beforec                 S   s   t | j| j| jS rO   )r   r   r   r   rE   r   r   r   rG   5  r`   z6test_groupby_reindex_inside_function.<locals>.<lambda>r"  T)F)	r   r   r4   r5   r0   rk   rY  r6   r7   )r    indr9   r*  rs   Zclosure_badZclosure_goodr   r   r   $test_groupby_reindex_inside_function!  s   
r,  c                  C   s   t g dg dg dd} | ddg} | jddgdd}|d	}tjg d
ddgd}t dgdgdgg|dgd}t|| d S )N)r   r   r   r   )r   r   r  r   )rM   rM   rM   r!   )group1group2r   r-  r.  Tr  rQ   ))r   r   )r   r  r   r   r?  r"   rM   r!   r   r  )r   r   r0   rk   r   rA  r6   r7   )r9   r   r   r  rD  r   r   r   $test_groupby_multiindex_missing_pair<  s   
r0  c                  C   s|  t jg dddgd} tg dg| d}|j sJ tg dg dg d	gd
}|jdddgdd}| }|j r>J |d }t	
t |d }W d    n1 s\w   Y  t	|| tg dg dg ddddg}|j rJ ddddgfD ]3}dD ].}|j||ddtj}|}t	|| | j||ddtj}| }t	|| qqd S )N))r    )b1c1)b2c2r   r   r?  rM   rB   r   rF  r  )rM   r2  r3  rB   )rM   r4  r5  r   )r   rr   r   r  )r)   r   r   )r   r   r   r   rM   rM   r"   r"   rM   r"   rB   r   rF   r   zrF   r   r   rM   )FTF)r   r  rJ   )r   rA  r   r   Z_is_lexsortedpivot_tabler`  r0   r^   r6   rh   r   r7   r   r)   rm   Zdrop_duplicatesr  )Zlexsorted_miZlexsorted_dfZnot_lexsorted_dfr   r   r9   r   r  r   r   r   %test_groupby_multiindex_not_lexsortedQ  sP   

r<  c                  C   s  t tdg dd} | td}|dd }| jg d }t|| | d }|td}|d	d }|g d}t|| | j	
t| _	| td}|d
d }| jg d }t|| | d }|td}|dd }|g d}t|| d S )NZABCDE)r"   r   r"   rM   rM   r(   Zababbc                 S      t | dkS rb   rg   rE   r   r   r   rG     rR   z4test_index_label_overlaps_location.<locals>.<lambda>r6  r   c                 S   r=  rb   r>  rE   r   r   r   rG     rR   c                 S   r=  rb   r>  rE   r   r   r   rG     rR   c                 S   r=  rb   r>  rE   r   r   r   rG     rR   )r   r1   r0   filterr/   r6   r7   r  rl   r)   r|   r   )r9   r   actualr   r8   r   r   r   "test_index_label_overlaps_location  s(   rA  c                  C   s   d} t | }t|d d| d| d}t|d d d| d| d}|d}|d}|d}|d}t|| d S )	Nr  r"   r         @r   r   r   r^   )r4   r5   r   r0   rn   r6   r7   )nrF   r9   r   r:   r   gb2r   r   r   r   "test_transform_doesnt_clobber_ints  s   
 



rE  sort_columnintsfloatsstringsgroup_column
int_groupsstring_groupsc                    s   t g dg dg dg dg dd}|j d}||} fdd	}d
}tjt|d || W d    d S 1 s?w   Y  d S )N)rB   rM   r   rM   r   rB   rB   rB   )r:  r   r:  r   r   r   r   r   )r   rS   r   r!   r"   rA   rM   rM   )gffffff@g333333@g@g333333g@皙?rM  r!   )r:  r  r   r   wordZword2Z42Z47)rK  rL  rG  rH  rI  r	  c                    s   t | | j d d S )Nr	  )r6   r7   r  rE   rF  r   r   	test_sort  s   z.test_groupby_preserves_sort.<locals>.test_sortr   rK   )r   r  r0   r6   rh   r   rm   )rF  rJ  r9   r   rP  rv   r   rO  r   test_groupby_preserves_sort  s   
"rQ  c                  C   s   t tt ddd tdd} | djj| d< | djj	| d< t
jtdd	 |  jddd
dd W d    d S 1 sBw   Y  d S )NrZ   ZMEr   )	eventDateZthenamerR  r   r   z	'badname'rK   ZbadnamerZ  )r)   r   r   Zaggfunc)r   r   r   todaytolistr2   r   r)   r   r   ro   rp   r  r`  r;  r   r   r   r   !test_pivot_table_values_key_error  s   "rU  r   r&   r2  r   r  r   rM   z
US/Easternr$   
2016-01-01rB   r   r   Int64r   Float64boolean)boolintr   r  r  Zdt64Zdt64tzZperiodrW  rX  rY  )Zidsmethod)rc  rk   rm   )r   idxminr~  rY  rQ   r  r  c                    s  d }t trdv rd}t d trdv rd}tdtdd}	td	r5|	jjk s5J |	j	d d }	|	j
d
|d
d|    fdd}
fdd}t |	jj	d tj}|	jj	d jdk}t t}t trÈjsÈdv rÈdv rd d}t}nd d}t}tj||d |
  W d    n1 sw   Y  dv rt | tr|
dd}| }t|| d S dv r)|s|s|r)|rd}n|rd}nd}dkrd|d g}tjt|d |
  W d    n1 sw   Y  t | tsd S dkrd S |
dd}|	g  }|r!| }t|| d S |
 }|	|  }d!v r?||	jj}|d urI||}td"krVd |j_t|| d S )#N)rQ   r  rW  r   )r  rQ   r=   r*   ABCrF  r<   F)rJ   r%  observedc                     s2   dkrt  di | S t  fi | S )Nrc  r   )r  )kwargs)r:   r\  r>  r   r   
get_result  s   z&test_empty_groupby.<locals>.get_resultc                     sh   t dgjd} t dkrtj| | g d}nt|  d d}r)tg dd}ng }tg ||d}|S )Nr   r   rM   r?  rG  r  r   )r   r<   rg   r   r  r
   r   )Zlevr  r   r   )r2  r  r   r   r    get_categorical_invalid_expected#  s   z<test_empty_groupby.<locals>.get_categorical_invalid_expectedM)r~  rY  r]  r   )r~  rY  zCannot perform z with non-ordered Categoricalz
Can't get z/ of an empty group due to unobserved categoriesrK   Tr  )r  rQ   r  z datetime64 type does not supportzPeriod type does not supportzcategory type does not supportr  |z!does not support reduction 'skew')r   r]  rM   )r4  r   rZ  r   r1   hasattrr   r<   r  r/   r0   r+   ZPeriodDtypekindr   orderedr<  rt  ro   rp   r6   assert_equaljoinr   r|   r)   rg   r]   )r   r2  r   r\  r>  Zusing_array_managerr%  r  Zoverride_dtyper9   ra  rb  Zis_perZis_dt64Zis_catrv   r  r   r   r   )r:   r2  r\  r>  r  r   r   test_empty_groupby  s   '








rj  c                  C   s   t tjdd} | d tj| d< g d| _| j| d dd}d}t	j
t|d	 |d
d }W d    n1 s>w   Y  |j| jk sMJ d S )Nr"   )r   r   rB   r   rM   r"   r   rM   FrI   r   rK   c                 S   r  rO   r   rE   r   r   r   rG     r  z<test_empty_groupby_apply_nonunique_columns.<locals>.<lambda>)r   r4   rc   rd   r   r|   r=   r   r0   r6   rh   r   rm   r   r  )r9   r:   rv   r   r   r   r   *test_empty_groupby_apply_nonunique_columns  s   
rl  c                  C   s   t g dg dg dg dd} tjtdd | g d d W d    n1 s,w   Y  | dd  }td	gdtd
gddd}t	|| d S )N)rM   rM   rM   rM   )r"   r"   r"   r"   )r   r   r   r   z
('a', 'b')rK   r   r   r   r   rM   rG  rI  )
r   ro   rp   r  r0   rQ   r   r
   r6   rl   rK  r   r   r   test_tuple_as_grouping  s   	rm  c                  C   sf   t dtdtddgddggd} tjtdd | d  W d    d S 1 s,w   Y  d S )	NrM   rB   r"   r   r  z
^\(7, 8\)$rK   )rS   r   )	r   r2   r   r  ro   rp   r  r0   r^   r   r   r   r   test_tuple_correct_keyerror  s   $"rn  c               	   C   s   t dgdggtdgddtddddd	d
} t g dg dgtjdg ddtddddd	d
}| tddddg}t	|| d S )NrM   r   mycolsrG  
2018-01-01r"   r   dti)r    r   r]   r   )rM   rM   rM   rM   rM   ))r   rQ   r   )r   ohlcopen)r   rr  r"  )r   rr  r#  )r   rr  close)ro  NNr?  )r   rQ   rr  )
r   r
   r   r   rA  r0   r	   rk   r6   r7   r  r   r   r   test_groupby_agg_ohlc_non_first  s   

ru  c                  C   s   t jdftddddftddddftddddfg} tj| dd gd}tg d	|d
}|jdd }tddgddgd
}t	|| d S )Nr   i  rM   r"   r   rB   dater?  )rB   r"         @r   r(   r  rB  rw  )
r+   r.   r   r   rA  r   r0   r^   r6   rl   )r   rB  r8   r   r   r   r   r   test_groupby_multiindex_nat  s   rx  c                  C   sf   t tdtd} t| ddgd}d}tjt|d |g g W d    d S 1 s,w   Y  d S )NrY   appler   rF  z$Grouper and axis must be same lengthrK   )ro  r2   r   ro   rp   rt  r0   )r   r9   rv   r   r   r   test_groupby_empty_list_raises  s   "rz  c                  C   s   ddgddgddgg} g d}t j| |d}tddg|d	}|d
dg }dgdgg} d
dg}t j| |d}tdg|d}t|| d S )NrF   r   r   rt   )r   r  thirdr?  rM   r"   r  r   r{  rB   r(   )r   from_arraysr   r0   rQ   r6   rl   )Zindex_arrayZindex_namesrir  r   eir   r   r   r   8test_groupby_multiindex_series_keys_len_equal_group_axis  s   r  c                  C   s   t jddgddggddgd} tg dg d	d
| d}|tdddg}|ddg}|j|jks5J |dtddg}|ddg}|j|jksNJ d S )Nr   r   r&   r   rQ  betar?  )rM   r"   rM   r"   r8  r  r(   r  )r   r  r   r0   r	   r
  )rB  r9   r   r   r   r   r   "test_groupby_groups_in_BaseGrouper  s   r  
group_namerF   c                 C   sB  t tdddg dg dd}d|j_d|j_d	}tjt	|d
 |j
| dd}W d    n1 s5w   Y  | }|j
|  j}t|| g dddgg}tj|ddgd}t tdddg d|d}tjt	|d
 |j
| dd}W d    n1 sw   Y  | }|j
|  j}t|| d S )NrT   rB   r   r   rM   r   )rY   rZ   rY   rZ   r  r   rF   r  rK   rM   r   )r   r  r   rW   rX   x1)	iterablesr      r  )r   r4   r5   r  r)   r]   r   r6   rh   ri   r0   rQ   r   r7   r   r  )r  r9   r   r:   resultsr   r  rB  r   r   r   test_groupby_axis_1  s*    r  zop, expectedshifttime2019-01-01 12:00:002019-01-01 12:30:00bfill2019-01-01 14:00:002019-01-01 14:30:00ffillc                    s   |  g dt dt dd d t dt dgd}t|j fddd	}|d
}t|| }t|j fddd	}t|| d S )N)r   r   r   r   r   r   r  r  r  r  )r  r  c                       | j j S rO   r  r  Ztz_localizerE   r$   r   r   rG   O	  r   z+test_shift_bfill_ffill_tz.<locals>.<lambda>)r  r  c                    r  rO   r  rE   r$   r   r   rG   S	  r   )r   r   Zassignr0   r  r6   r7   )Ztz_naive_fixturer>  r   rr   r9   rs   r   r   r$   r   test_shift_bfill_ffill_tz	  s   .
r  c                  C   sD   t d gdd} | dd d}ttjgdd}t|| d S )NrM   )r   rF   r   rF   rQ   rG  )r   r0   rn   r   r4   r   r6   rl   )r9   r@  r   r   r   r   test_groupby_only_none_groupW	  s   r  c                  C   sL   t g dg dd} | jdd}| }t g dg dd}t|| d S )N)r"   r!   r  r   )r   r   r   r  r(   r   r  )r"   g      @r   )r   r   r  )r   r0   r^   r6   rl   )r8   r:   r   r   r   r   r   test_groupby_duplicate_indexa	  s
   r  c                 C   s  t dtdddggg dd}|d t|d< |d t|d< |d	d
g}| dkr/d}nd}| dkr7tnd }d}tj||d |jd d 	d	gj
| g|R  }W d    n1 s_w   Y  tj||d |	d	gj
| g|R  jd d }W d    n1 sw   Y  | dv r|t}t|| d}tj||d |d jd d 	d	gj
| g|R  }W d    n1 sw   Y  d}tj||d |d 	d	gj
| g|R  jd d }W d    n1 sw   Y  | dv r|t}t|| d S )NrM   rS  rB   r   )col_1col_2col_3col_4rr   r   r  r  r  r  fillna)r  r   %DataFrameGroupBy.fillna is deprecatedrK   r   )diffr  z"SeriesGroupBy.fillna is deprecated)r   r   r|   r[  r   ri   r6   rh   r/   r0   rn   rh  )Ztransformation_funcrequestr9   argsr   warn_msgr   r   r   r   r   test_group_on_empty_multiindexk	  s`   &&

r  c                 C   s  t dddd}tddgddgddgd}d	|j_||_|| }|s)|j}d
}nd}tjt	|d |j
|dd}W d    n1 sDw   Y  | }tddgddgd|d}d|j_|sc|j}t|| |dkrtjt	|d |g  j
|dd}W d    n1 sw   Y  |g  }	n*tjt	|d |jg  j
|dd}W d    n1 sw   Y  |jg  tj}	| }
t|
|	 d S )NrV  r"   r   )r    r]   rM   rB   r   )r  )r   r&   )r   r   )r   r  r  r  rK   )r   r   )r   r   r(   r   )r   r   r   r   r)   Z_get_axis_numberr   r6   rh   ri   r0   Znuniquer]   r7   r   r|   r4   r?   )r   rq  r9   Zaxis_numberrv   r:   r   r   rD  rD  r   r   r   r   test_groupby_crash_on_nunique	  s:   

r  c                  C   s>   t tddddtd} | jdgd }t||  d S )Nr   rA   rB   r   r  )	r   r4   r5   r  r   r0   r^   r6   r7   )r   r   r   r   r   test_groupby_list_level	  s   r  zmax_seq_items, expected))r!   z({0: [0], 1: [1], 2: [2], 3: [3], 4: [4]})r   z%{0: [0], 1: [1], 2: [2], 3: [3], ...})rM   z{0: [0], ...}c                 C   s   t tjdd}|j|d< td| ) |dj	
 }||ks%J |t|jj	
 }||ks7J W d    d S 1 sBw   Y  d S )Nr"   )r!   rM   r   zdisplay.max_seq_items)r   r4   rc   rd   r   r)   r+   option_contextr0   r
  __repr__r   r   )Zmax_seq_itemsr   r9   r   r   r   r   test_groups_repr_truncates	  s   

"r  c                  C   s   t ddddddddg} | ddg} | ddg}|j}dtjd	dgtjd
i}t|dks3J d}|| || k sAJ d S )NrM   r"   c   r   X   r   r   r   r   r   )	r   r   r0   r  r4   r   r=   rg   r  )r9   r   r   r   r   r   r   r   6test_group_on_two_row_multiindex_returns_one_tuple_key	  s   r  zklass, attr, valuer   r  rJ   r_  r%  c                 C   sr   t dgdgdgd}|dkr|d}|jdi ||i}| t u r'|dg n|d }t||t||ks7J d S )	NrM   r"   rB   r   r   r   r   )r   )r   r   r0   r  )r  rc  r   r9   r   r   r   r   r   #test_subsetting_columns_keeps_attrs	  s   
r  c                  C   s   t dgdgdgd} d}tjt|d | jg ddd}W d    n1 s(w   Y  d	}tjt|d |d
dg   W d    d S 1 sJw   Y  d S )NrM   r"   rB   r*   r  rK   r  r   z'Cannot subset columns when using axis=1r   r   )	r   r6   rh   ri   r0   ro   rp   rt  rQ   )r9   rv   r   rL   r   r   r   test_subsetting_columns_axis_1
  s   "r  r(  )rQ   anyr  c                 C   sH   t dgdd}tdgg|d}|dg}t||  j}t|| d S )Nr   r  rG  rM   rF  )r
   r   r0   r  r   r6   rv  )r(  r   r9   r   r   r   r   r   #test_groupby_column_index_name_lost
  s
   r  infer_stringpyarrow)Zmarksc                 C   s   | rt d tg dg dg ddt}g d|_td|  |g d	 }W d    n1 s7w   Y  tg d	gt
d
gg dtd}t|| d S )Nr  )r   r   r   r  r  r8  r*   )r   r   r   zfuture.infer_string)r   r   r   r   )r   r   rM   r   )r)   r   r<   )ro   Zimportorskipr   r|   r   r   r+   r  r0   r~  r4   r   r6   r7   )r  r9   r   r   r   r   r   test_groupby_duplicate_columns
  s   	

r  c                  C   s\   t g dg ddd} d| j_| jdd }t dd	gd
dgdd}d|j_t|| d S )Nr8  r7  )r   r   r)   r]   )r   r   r   r  r"   r   rM   )r   r)   r]   r0   lastr6   rl   )r8   r   r   r   r   r   #test_groupby_series_with_tuple_name3
  s   r  zfunc, valuesrQ        @X@     X@r^   g     @8@g     8@c                 C   s`   g d}t ddgd ||d}t|d|  }t ||dtddgddd	}t|| d S )
N 7yACr  a   b    7y1r  r  r  rM   r"   r   r   r   r   r   r   rG  r(   )r   r  r0   r
   r6   r7   )r(  r   rr   r9   r   r   r   r   r   )test_groupby_numerical_stability_sum_mean=
  s
   r  c                  C   sr   g d} t ddgd | | d}|d }dgd dd	g d
dg ddg }t ||d}tj||dd d S )Nr  rM   r"   r   r  r   r  g07yACg17yACga7y1Cgb7y1Cr  r  r   T)Zcheck_exact)r   r0   rH  r6   r7   )rr   r9   r   Zexp_datar   r   r   r   'test_groupby_numerical_stability_cumsumI
  s    r  c                  C   sz   t jdd} t| }tdD ]
}t j|j||f< qd|d< |d}|j	dd}|g d j	dd}t
|| d S )	Nr"   )r!   r!   r!   rM   r   Fskipnar  )r4   rc   rd   r   r   r2   r   r/   r0   rH  r6   r7   )r  r9   ir:   r   r   r   r   r    test_groupby_cumsum_skipna_falseU
  s   
r  c                  C   s   t ddd} t| | d  }tj|d< td|d}|d}|jd	d
d}td|d |d tj|d |d d gi}t|| |jd	d	d}td|d |d tjtjtjgi}t|| d S )NrV  r!   r   r   r"   rM   r  r   FT)r  r  r   r   )	r   r   r+   r.   r   r0   rH  r6   r7   )rq  r8   r9   r:   r   rD  r   r   r   test_groupby_cumsum_timedelta64e
  s   

,$r  c                 C   s4   | }|j dd }| |j }t|| d S )Nr   r  )r0   r^   r)   r6   rl   )Z(rand_series_with_duplicate_datetimeindexZdupsr   r   r   r   r   !test_groupby_mean_duplicate_indexw
  s   r  c                  C   sT   t g dtjtjtjg} | | j }t g tg tjdtjd}t	
|| d S )Nr   r   rC   )r   r4   r   r0   r)   rQ   r
   r?   r=   r6   rl   r  r   r   r   r   r    test_groupby_all_nan_groups_drop~
  s   r  c                 C   s   t g g dd}|jddg| d}|j|d}| r.tg g gg g gddgd}|s+dgng }ntd	}|s8g dnddg}t g ||d
}t|| d S )Nr*   r  r   r   r   r  r?  r&   r   r   )r   r0   rQ   r   r   r6   r7   )r   r  r9   r:   r   r)   r   r   r   r   r   test_groupby_empty_multi_column
  s   r  c                  C   s   t ddggddggddggddgggddgd} t dddgddggitddgd	dd
d}| jdgd}| }t|| d S )Nrc  rM   WrY   rZ   ZMWru   rF  r   r<   r]   r(   r	  )r   r
   r0   rQ   r6   r7   r9   r   r:   r   r   r   r   *test_groupby_aggregation_non_numeric_dtype
  s   (r  c                  C   s   t g ddd tddD dd tddD d} t dd td	d
D dd td	d
D dtddgdddd}| jdgd}| }t|| d S )NrM   r   rM   rM   r   c                 S      g | ]}t |d qS daysr   r   r  r   r   r   r   
  r  zDtest_groupby_aggregation_multi_non_numeric_dtype.<locals>.<listcomp>rM   r  c                 S      g | ]	}t |d  dqS rY   r  r  r  r   r   r   r   
  r  r9  c                 S   r  r  r  r  r   r   r   r   
  r  rS   rA   c                 S   r  r  r  r  r   r   r   r   
  r  r   r:  r   r=   rF   r  r(   r	  )r   r2   r
   r0   rQ   r6   r7   r  r   r   r   0test_groupby_aggregation_multi_non_numeric_dtype
  s   r  c                  C   s   t g ddd tddD ttddd} t tddtd	dgdd	gd
tddgdddd}| jdgd}| }t|| d S )Nr  c                 S   r  r  r  r  r   r   r   r   
  r  zKtest_groupby_aggregation_numeric_with_non_numeric_dtype.<locals>.<listcomp>rM   r  r9  rS   r  r   r  r   r=   rF   r  r(   r	  )	r   r2   r1   r   r
   r0   rQ   r6   r7   r  r   r   r   7test_groupby_aggregation_numeric_with_non_numeric_dtype
  s   r  c                  C   s   dddddddddddddddg} t | }||d dk }|d}| }t g d	gg d
tdgddd}t|| d S )NFTg      %@)
filter_colgroupby_colbool_col	float_colg     4@g     >@r  r  )r  r  g$+H@)r  r  r  rG  r   )r   r0   r3   r
   r6   r7   )Zdictsr9   Z	df_filterdfgbr   r   r   r   r   test_groupby_filtered_df_std
  s   
r  c                  C   s   t ttdttg dddtjg dddgdd	} | jd
dgddj}d
tdft	
dgdtdft	
dgdtdft	
dgi}||ksMJ d S )Nabc)rp  z
2018-02-01z
2018-03-01categoryr   )r'   r   rM   r   rM   )
categoriesr   r   r   Fr_  z2018-01-01 00:00:00z2018-02-01 00:00:00r   z2018-03-01 00:00:00r"   )r   r   r1   r   r   Z
from_codesr0   r  r   r4   r   rK  r   r   r   2test_datetime_categorical_multikey_groupby_indices
  s   


r  c                  C   s   dgd dgd  } t jt jdddgt jddddg }t| |gj}dd	g|_d
}tjt|d |dd	 j	ddd
  W d    d S 1 sJw   Y  d S )NZAlicer!   ZBobrM   r"   rB   r   r]   r  z<__init__\(\) got an unexpected keyword argument 'min_period'rK   )ZwindowZ
min_period)r4   r   r   r   r   ro   rp   r<  r0   ZrollingrQ   )Zname_lZval_lZtest_dfZresult_error_msgr   r   r   #test_rolling_wrong_param_min_period
  s   "
"r  r  c                 C   sx   t g dg dtg d| dd}tjdd}|dg|}t d	d
gd	gddgddgdd}t|| d S )N)Thomasr  Thomas John)i  i    )sadhappyr  r   )NameCreditMoodrQ   )r  r  r  r  r  i	  r  r  r  )r  r  r  )r   r   moder0   rk   r   r6   r7   )r<   r9   Zaggregate_detailsr   Zexpected_resultr   r   r   .test_by_column_values_with_same_starting_value  s"   	
r  c                  C   sn   g dg dg} t dtj| ddgdd}|jddgd	 }t dd
gtjddgddgd}t|| d S )N)NrM   r   rM   )r"   rB   r"   rB   rM   r   r   r?  r(   r   r  r"   )r  r"   )r   rB   )r   r   r|  r0   rQ   rA  r6   rl   )r  r8   r   r   r   r   r   #test_groupby_none_in_first_mi_level&  s   r  c                  C   sd   t g dg dg dd} | jd gd }t ddgdd	gd
tddgd dd}t|| d S )Nr7  )rM   rM   r"   rB   )r   r!   r  rS   )Nr   r   r	  r"   r!   rA      r/  rM   rG  r(   )r   r0   rQ   r
   r6   r7   rK  r   r   r   test_groupby_none_column_name1  s   &r  	selectionc                 C   sr   t ddgtjdgtjdgdddgd}| d u r|dgn|dg|  }d	d
 |D }ddg}||ks7J d S )NrM   r"   r!   r   rF   r   r(   r   c                 S      g | ]\}}|qS r   r   r   r   r  r   r   r   r   >  r   z5test_single_element_list_grouping.<locals>.<listcomp>rM   )r"   )r   r4   r   r0   )r  r9   rs   r   r   r   r   r   !test_single_element_list_grouping9  s
   ($r  c                  C   sv   t g dg dd} | d d| d< t g dg dd}|d d|d< | jddd	}| }t|| d S )
N)r   r   r   r   )rM   r"   rB   r"   )str_colZnum_colr  stringr   )r  r   rB  Fr   )r   r|   r0   r^   r6   r7   )r9   r   rs   r   r   r   r   test_groupby_string_dtypeD  s   
r  zlevel_arg, multiindex)r   F)r  Tc                 C   s   t ddgddgddgddd	gd
}|r|ddg}d}tjt|d dd |j| dD  W d    d S 1 s;w   Y  d S )NrM   r"   rB   r   r!   r  r   rF   r   r(   r   r   zCreating a Groupby object with a length-1 list-like level parameter will yield indexes as tuples in a future version. To keep indexes as scalars, create Groupby objects with a scalar level parameter instead.rK   c                 S   r  r   r   r  r   r   r   r   g  r   zKtest_single_element_listlike_level_grouping_deprecation.<locals>.<listcomp>r  )r   r   r6   rh   ri   r0   )Z	level_argr   r9   r   r   r   r   7test_single_element_listlike_level_grouping_deprecationX  s   $"r  )rQ   rH  cumprodr  c                 C   sj   d}t d|gd}t|d|  | }t ddgitdgddd}| d	v r-|jd
d}t|| d S )Nl   L33ffrM   r   r   r   r   rG  r(   )rH  r  Tr[  )r   r  r0   r
   r`  r6   r7   )r(  r  r9   r   r   r   r   r   #test_groupby_avoid_casting_to_floatj  s   r  z	func, val)rQ   rB   )r  r"   c                 C   s\   t dddtjgd| d}t|d| }t d|gitdgd| d| d}t|| d S )	NrM   r"   r   r   r   r   r  rC   )r   r+   NAr  r0   r
   r6   r7   )any_numeric_ea_dtyper(  r  r9   r   r   r   r   r   test_groupby_sum_support_maskv  s   r  z
val, dtype)o   r[  )   Zuintc                 C   s   t d| | gd| dd}|d }t d| d gitdgd| dd| d	d
}t|| |d }t d| | d gi| d	d}t|| |d }t d| |  gitdgd| dd| d	d
}t|| d S )NrM   r   8r   r   r   r"   r  Z64rC   )r   r0   rQ   r
   r6   r7   rH  r  )r  r<   r9   r   r   r   r   r   test_groupby_overflow  s$   r  zskipna, val)TrB   c                 C   sT   t ddtjdgd| d}|dj|d}t ddtj|gi| d}t|| d S )NrM   r"   r   r   r   r  r   )r   r+   r  r0   rH  r6   r7   )r  r  r  r9   r   r   r   r   r   test_groupby_cumsum_mask  s   r  zval_in, index, val_out)r   r   rB  r   r  )r   r   r   r  blah)rB  r   r  rB  )r   r   rB  r   r  g      @)r   r   r   r  r  r  )rB  r   g      &@rB  c                 C   st   t | dt|ddd}|d }t |dtg dddd}t|| | d }| }t|| d S )Nr   r  rG  )rr   r]   r)   )r   r  r  r   )r   r
   r0   rQ   r6   rl   r,   r7   )Zval_inr)   Zval_outZseriesr   r   r   r   r   (test_groupby_index_name_in_index_content  s   r  rC  )rM   rY       rV  r!  c                 C   s`   t ddg|  d}|d d|d< |d }t d| gitdgddd}t|| d S )NrM   T)r  rZ  rZ  r  rG  r(   )r   eqr0   rQ   r
   r6   r7   )rC  r9   r   r   r   r   r   test_sum_of_booleans  s
   r  z<ignore:invalid value encountered in remainder:RuntimeWarning)r	  tailr_  r   r  c                 C   s   t dtjdtjdgtdd}| dkr t|d| dd	}n	t|d|  }| d
v r?t dg ditg ddd}nt g dg ddg dd}t	|| d S )Nr   r   r   r!   r  r_  r   r   )rC  )r   r  r   r  r   rG  r(   )
r   r4   r   r2   r  r0   r   r   r6   r7   )r\  r9   r   r   r   r   r   test_groupby_method_drop_na  s    r	  c                  C   sr  t jdddd} ttdd }|  }||}tjtdd |	  W d    n1 s/w   Y  tjtdd |
  W d    n1 sJw   Y  tjtd	d |  W d    n1 sew   Y  tjtd
d |  W d    n1 sw   Y  | }|dd  }ttdtd|_t|| | }|d d }ttdtd|_t|| d S )NrV  rV  r   r   rY   z+Period type does not support sum operationsrK   z.Period type does not support cumsum operationsz,Period type does not support prod operationsz/Period type does not support cumprod operationsir   )r+   period_ranger1   r2   Z	to_seriesr0   ro   rp   r<  rQ   rH  r  r  rY  r
   r[  r)   r6   rl   r~  )piZgrpsr8   r:   r   r   r   r   r   test_groupby_reduce_period  s8   




r  c                  C   sN   t g dg} g d| _| | d }|j}| jg ddd}t|| d S )N)r   rM   r"   rB   rk  rM   )r   r"   rB   r   )r   r   r0   Z_obj_with_exclusionsr  r6   r7   )r9   r:   r   r   r   r   r   *test_obj_with_exclusions_duplicate_columns  s   
r  c                 C   s   ddddddg}t |}|jdddd}| r/|jd	d
}t ddgdgd}t|| d S tjtdd |j| d
 W d    d S 1 sHw   Y  d S )Nr   r   r   carZdarr   F)r   r  Tr  rF  z(could not convert string to float: 'bar'rK   )r   r0   r3   r6   r7   ro   rp   rt  )r  Zdicts_non_numericr9   r  r   expected_dfr   r   r   'test_groupby_numeric_only_std_no_result  s   "r  c                  C   s   t g dg dd} tj| d tdddd}| j|d	gd
dd d}ttddddtddddtddddtddddgdd}g d}t	j
||gdd	gd}ttdtjdtjdtjdtjtjdtjtjg|dd}t|| d S )N)皙?皙?333333?皙ٿ      ?)r   r   r   r   r   )rF   wrF   r   rM   r!   r   r  Fr  r^   gDlٿr  rd  )closedr  r  r  T)rg  r   r?  r  r  )r   r+   Zqcutr4   Zlinspacer0   rk   r   r   r   r  r   r   r   r6   rl   )r9   Zqqr   Zcategorical_index_level_1Zindex_level_2rB  r   r   r   r   /test_grouping_with_categorical_interval_columns"  sF   	r  bug_varc                 C   sV   t d| | | tjgi}|dd }|jdd}t | | | d gdgd}t|| d S )Nr   c                 S   r  rO   r   rE   r   r   r   rG   O  r  z;test_groupby_sum_on_nan_should_return_nan.<locals>.<lambda>rM   )Z	min_countrF  )r   r4   r   r0   rQ   r6   r7   )r  r9   r  r   r  r   r   r   )test_groupby_sum_on_nan_should_return_nanK  s
   r  )rZ  ZcorrZcummaxZcumminr  r   Zrankr   r  r  r  r  r]  r   r  r  Z
pct_changec                 C   sd   t dt| d}|| _| dgdg }| dg | d }t|| }t|| }t|| d S )N2014r   r   r&   )r   rg   r)   r0   r  r6   r7   )r9   r\  rngr   g_expr   rD  r   r   r   #test_groupby_selection_with_methodsV  s   r  c                 C   sT  t dt| d}d| j_|| _| dgdg }| dg | d }d}tjt|d t	|
d|
d W d    n1 sBw   Y  d	}tjt|d t	|j|j W d    n1 scw   Y  t	|d
d |d
d  t	|d |d  t	|d |d  t	|dd |dd  d S )Nr  r   r   r   r&   r  rK   r   z%DataFrameGroupBy.dtypes is deprecatedc                 S   r   rO   rP   rE   r   r   r   rG     rH   z6test_groupby_selection_other_methods.<locals>.<lambda>r   c                 S   s   t | dkS rD   r>  rE   r   r   r   rG     rR   )r   rg   r   r]   r)   r0   r6   rh   ri   r7   r  r   rm   Zresampler^   rr  r?  )r9   r  r   r  r  rv   r   r   r   $test_groupby_selection_other_methods|  s&      r  c                 C   s   t g d| }tg dg d|d}tddd| d}t|g dg dd	}|td
dd}|  }t	|| d S )N)z2016-08-31 22:08:12.000z2016-08-31 22:09:12.200z2016-08-31 22:20:12.400)r   r   rB  )quantquant2time2z2016-08-31 22:08:00r  Z1min)r    r   unit)rM   rM   r   r   r   r   r   r   r   r   r   r   rM   )r"  r   r!  r"  )r   r   )
r   Zas_unitr   r   r0   r	   rZ  r`  r6   r7   )r#  Zidx2Z	test_datar"  Zexpected_outputr:   r   r   r   r   test_groupby_with_Time_Grouper  s$   r$  c                  C   sP   t g dtddddd} | |  }t ddgdd	}d|j_t|| d S )
Nr  z
2022-01-01rB   r   janr  r"   rM   rG  )r   r   r0   rZ  r)   r]   r6   rl   r  r   r   r   1test_groupby_series_with_datetimeindex_month_name  s
   r&  test_serieszkwarg, value, name, warn)rR  r   rM   NrR  r  )r   r   rM   Nc           
      C   s   t dg ditg dddd}| r|d }|jdi ||i}d}tj||d ||}W d    n1 s9w   Y  | rPtd	d
gtddgdddd}	nt dd	d
gitddgddd}	t||	 d S )Nr   rN  rM  r   rG  r(   z&you will need to pass a length-1 tuplerK   rB   r   rM   r  r   )r   r
   r0   r6   rh   rJ  r   rh  )
r'  kwargr   r]   r   rO  r:   rv   r   r   r   r   r   $test_depr_get_group_len_1_list_likes  s      r)  c                  C   sJ   t ttjgdgd} | jddgddd }tdg}t|| d S )NrM   r   r   r   F)r%  r_  r   )	r   r   r4   r   r0   rf  r   r6   rl   rK  r   r   r   test_groupby_ngroup_with_nan  s   
r*  c                  C   s   t g dg dg dg dg dd} tjtdd | jd	g d
d}W d    n1 s/w   Y  |d	}t g dg dd}t|| d S )N)r   rB   r"   rB   )r   rM   r  rS   )rB   r   r"   rY   )rM   r  r  r  )r!   r  i)r)  r*  Zcol3Zcol4col5
deprecatedrK   rM   )rM   r"   rB   r"   rM   )r   rR  )r)  r,  )r   r6   rh   ri   r0   rJ  r7   rq  r   r   r   test_get_group_axis_1  s$   	
r.  c                  C   s`   t dddddtjtjgig dd} | jdd	 }t dg d
ig dd}tj||dd d S )Nr   rM   r"   rB   r   r  r(   r   r  )rM   r"   rB   r   r"   rB   Fr   )r   r4   r   r0   r  r6   r7   rK  r   r   r   (test_groupby_ffill_with_duplicated_index  s   $r/  c                 C   s   t tjtrJ ttdtdd d gtdtdtdtdgd}|jddd	}| r0|d
 }|jj}t	tdd gdd}t
|| d S )NrM   r"   rB   r   r!   )r   r   r   F)r%  r   rG  )r4  decimalInvalidOperationr<  r   r   r0   r  Zresult_indexr
   r6   rv  )r'  r9   r:   r   r   r   r   r   test_decimal_na_sort  s   r2  )r   r0  r   r:  numpyr4   ro   Zpandas.errorsr   r   Zpandas.util._test_decoratorsutilZ_test_decoratorstdZpandas.core.dtypes.commonr   Zpandasr+   r   r   r	   r
   r   r   r   r   r   r   r   r   Zpandas._testingZ_testingr6   Zpandas.core.arraysr   Zpandas.core.commoncorecommonr   markfilterwarningsZ
pytestmarkr   r;   Zparametrizery   r   r   r   r   r   r   r   r   r   r   r  r  r  r  r+  r,  r6  r=  rE  rL  rP  rT  re  ri  rj  rm  rp  rr  ru  rw  ry  r|  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r,  r0  r<  rA  rE  rQ  rU  r
  r   rj  rl  rm  rn  ru  rx  rz  r  r  r  r  r  r  r  r  r  r  r  r  r  r  paramZ
skip_if_nor  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  r  r  r  r  r  r	  r  r  r  r  r  r  r  r$  r&  ri   r)  r*  r.  r/  r2  r   r   r   r   <module>   s   8
AH5

=(07
 
C"	


	
 	-

?-	
 	1{	
,

-)









	
&	
	
)
		