a
    Pf_g                     @   s  d dl m Z  d dlZd dlZd dlZd dlmZ d dlmZm	Z	m
Z
mZmZ dd Zdd Zd	d
 Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zejddd gd!d" Zd#d$ Zd%d& Zd'd( Z d)d* Z!ejd+d,d-d.gfd/d d.gfgd0d1 Z"d2d3 Z#d4d5 Z$ejd6g d7fg d8fg d9fg d:fg d;d7fg d;d:fg d;d9fg d;d:fgd<d= Z%d>d? Z&d@dA Z'dBdC Z(dDdE Z)dFdG Z*dHdI Z+dS )J    )datetimeN)
ArrowDtype)	DataFrameIndex
MultiIndexSeries_testingc                 C   sV   t dtjdg| d}tjtdd  |jjdd d W d    n1 sH0    Y  d S )NfooBAD__barBADfoodtypezexpand must be True or Falsematch.*(BAD[_]+).*(BAD)expand)r   npnanpytestraises
ValueErrorstrextract)any_string_dtypevalues r   Z/var/www/ai-form-bot/venv/lib/python3.9/site-packages/pandas/tests/strings/test_extract.py+test_extract_expand_kwarg_wrong_type_raises   s    r   c                 C   s   t dtjdg| d}tdtjtjg| d}|jd}t|| |jjddd}t|| tddgtjtjgtjtjgg| d}|jjd	d
d}t|| d S )Nr	   r
   r   BAD__z.*(BAD[_]+).*Tr   BADr   F)r   r   r   r   r   r   tmassert_frame_equal)r   sexpectedresultr   r   r   test_extract_expand_kwarg   s    r%   c               
   C   s   t dtjddt dd ddg	} | jjddd	}tjtjg}td
dg|d
dg||||||g	td}t	
|| | jjddd	}t d
tjd
tjtjtjd tjtjg	td}t	|| d S )NaBAD_BAD	BAD_b_BADTr
             @r   Fr   BAD_r   r   z.*(BAD[_]+).*BAD)r   r   r   r   todayr   r   r   objectr    r!   assert_series_equal)serr$   err#   r   r   r   &test_extract_expand_False_mixed_object*   s     r0   c                  C   sR   t g d} d}tjt|d  | jjddd W d    n1 sD0    Y  d S )N)A1A2A3ZA4ZB5z,only one regex group is supported with Indexr   ([AB])([123])Fr   )r   r   r   r   r   r   )idxmsgr   r   r    test_extract_expand_index_raises@   s    r7   c                 C   s   | g d|d}d}t jt|d  |jjddd W d    n1 sH0    Y  t jt|d  |jjddd W d    n1 s0    Y  d S )	Nr1   B2ZC3r   "pattern contains no capture groupsr   
[ABC][123]Fr   
(?:[AB]).*r   r   r   r   r   index_or_seriesr   s_or_idxr6   r   r   r   ,test_extract_expand_no_capture_groups_raisesJ   s    .rA   c                 C   sX   | ddg|d}|j jddd}| ddgd|d	}| tkrHt|| nt|| d S )
Nr1   r2   r   (?P<uno>A)\dFr   Aunonamer   )r   r   r   r    r-   Zassert_index_equalr?   r   r@   r$   r#   r   r   r   (test_extract_expand_single_capture_groupW   s    rH   c                 C   s  t g d| d}|jjddd}t tjtjtjg| d}t|| |jjddd}ttjtjgtjtjgtjtjgg| d}t|| |jjddd}t dd	tjg| d}t|| |jjd
dd}tddgd	dgtjtjgg| d}t|| |jjddd}t dd	tjgd| d}t|| |jjddd}tddgd	dgtjtjggddg| d}t|| |jjddd}tddgd	dgtjtjggddg| d}t|| |jjddd}t dd	tjg| d}t|| t g d| d}|jjddd}tddgd	dgtjtjgg| d}t|| t g d| d}|jjddd}tddgd	dgtjdggddg| d}t|| t g d| d}|jjddd}tddgd	dgdtjggddg| d}t|| d S )Nr8   r   (_)Fr   (_)(_)([AB])[123]rC   Br4   12(?P<letter>[AB])letterrE   !(?P<letter>[AB])(?P<number>[123])numbercolumnsr   ([AB])(?P<number>[123])r   ([AB])(?:[123])ZA11ZB22ZC33([AB])([123])(?:[123])r1   r9   3"(?P<letter>[AB])?(?P<number>[123])rZ   r1   r9   C#(?P<letter>[ABC])(?P<number>[123])?r]   )	r   r   r   r   r   r    r-   r   r!   r   r"   r$   r#   r   r   r   "test_extract_expand_capture_groupsc   sv    "r`   c                 C   s   g d}t | dkrtd t | t |k r:| d} q| d t | } t|| |d}|jjddd}td	d
tjg| |d}t	
|| |jjddd}tdd	gdd
gdtjggddg| |d}t	|| d S )Nr\   r   zTest requires len(index) > 0   indexr   (\d)Fr   rM   rN   (?P<letter>\D)(?P<number>\d)?rC   rL   r]   rP   rR   rT   rc   r   )lenr   skiprepeatr   r   r   r   r   r    r-   r   r!   )rc   r   datar.   r$   r#   r   r   r   (test_extract_expand_capture_groups_index   s$    
rk   c                 C   sD   t g dd| d}|jjddd}t g dd| d}t|| d S )	Na3b3c2ZbobrE   z(?P<sue>[a-z])Fr   abcZsue)r   r   r   r    r-   r_   r   r   r   ,test_extract_single_series_name_is_preserved   s    rt   c                 C   sZ   t dtjdg| d}|jjddd}tddgtjtjgtjtjgg| d}t|| d S )	Nr	   r
   r   r   Tr   r   r   )r   r   r   r   r   r   r    r!   r_   r   r   r   test_extract_expand_True   s    ru   c               
   C   sr   t jt jg} tdt jddt dd ddg	}|jjddd}td	d
g| d	d
g| | | | | | g	td}t	
|| d S )Nr&   r'   Tr
   r(   r)   r   r   r*   r   r   )r   r   r   r   r+   r   r   r   r,   r    r!   )r/   mixedr$   r#   r   r   r   %test_extract_expand_True_mixed_object   s$    rw   c                 C   s   | g d|d}d}t jt|d  |jjddd W d    n1 sH0    Y  t jt|d  |jjddd W d    n1 s0    Y  d S )	Nr8   r   r:   r   r;   Tr   r<   r=   r>   r   r   r   4test_extract_expand_True_single_capture_group_raises   s    .rx   c                 C   sD   | ddg|d}|j jddd}tdddgi|d}t|| d S )	Nr1   r2   r   rB   Tr   rD   rC   )r   r   r   r    r!   rG   r   r   r   -test_extract_expand_True_single_capture_group	  s    ry   rF   series_namec                 C   s  t g d| |d}|jjddd}ttjtjtjg|d}t|| |jjddd}ttjtjgtjtjgtjtjgg|d}t|| |jjddd}td	d
tjg|d}t|| |jjddd}td	dgd
dgtjtjgg|d}t|| |jjddd}tdd	d
tjgi|d}t|| |jjddd}td	dgd
dgtjtjggddg|d}t|| |jjddd}td	dgd
dgtjtjggddg|d}t|| |jjddd}td	d
tjg|d}t|| d S )Nr8   rE   rI   Tr   r   rJ   rK   rC   rL   r4   rM   rN   rO   rP   rQ   rR   rS   rU   r   rV   r   r   r   r   r   r   r    r!   )rF   r   r"   r$   r#   r   r   r   test_extract_series  sJ    "r|   c                 C   s   t g d| d}|jjddd}tddgdd	gtjtjgg| d}t|| t g d
| d}|jjddd}tddgdd	gtjdggddg| d}t|| t g d| d}|jjddd}tddgdd	gdtjggddg| d}t|| d S )NrW   r   rX   Tr   rC   rM   rL   rN   rY   r[   rZ   rP   rR   rS   r\   r^   r]   r{   r_   r   r   r   test_extract_optional_groupsK  s,    r}   c                 C   s   g d}t | t |k r.tdt | d | d t | } t|| |d}|jjddd}tdd	tjg| |d}t	
|| |jjd
dd}tddgdd	gdtjggddg| |d}t	
|| d S )Nr\   zIndex needs more than z valuesrb   rd   Tr   rM   rN   re   rC   rL   r]   rP   rR   rf   )rg   r   rh   r   r   r   r   r   r   r    r!   )rc   r   rj   r"   r$   r#   r   r   r   +test_extract_dataframe_capture_groups_indexi  s     r~   c                 C   sF   t g dd| d}|jjddd}tdg di| d	}t|| d S )
Nrl   rz   rE   (?P<letter>[a-z])Tr   rP   rp   r   )r   r   r   r   r    r!   r_   r   r   r   'test_extract_single_group_returns_frame  s    r   c           
      C   s  dddddt jdg}g d}d}g d	}t|| d
}tjg ddd}t|||| d
}|jj|tj	d}t
|| tg d}	t||	| d}tjg ddd}t|||| d
}|jj|tj	d}t
|| t||	| d}d|j_d|_t|||| d
}|jj|tj	d}t
|| d S )Nzdave@google.comztdhock5@gmail.comzmaudelaperriere@gmail.comz'rob@gmail.com some text steve@gmail.comz%a@b.com some text c@d.com and e@f.com ))ZdaveZgooglecom)Ztdhock5gmailr   )Zmaudelaperrierer   r   )Zrobr   r   )Zstever   r   )rq   rr   r   )rs   dr   )efr   zY
    (?P<user>[a-z0-9]+)
    @
    (?P<domain>[a-z]+)
    \.
    (?P<tld>[a-z]{2,4})
    )userdomaintldr   )r   r   r(   r   ra   r   )   r   )r   r(   )   r   )r   r(   )r   ra   Nr   names)flags))singleDave)r   Toby)r   Maude)multiplerobAndSteve)r   abcdef)nonemissing)r   emptyrb   ))r   r   r   )r   r   r   )r   r   r   )r   r   r   )r   r   r(   )r   r   r   )r   r   r(   )r   r   ra   )NNr   )matchesdescription)r   r   r   )r   r   r   r   from_tuplesr   r   
extractallreVERBOSEr    r!   rc   r   )
r   rj   Zexpected_tuplespatZexpected_columnsr"   expected_indexr#   r$   mir   r   r   test_extractall  sT    	

r   zpat,expected_namesr[   rP   rR   z([AB])?(?P<number>[123])c                 C   s\   t g d|d}|j| }tdtjdftjdfgtjg ddd||d	}t	|| d S )
N)r   r1   Z32r   )rC   rM   rZ   rN   )r   r   ra   r(   r   r   )rc   rT   r   )
r   r   r   r   r   r   r   r   r    r!   )r   Zexpected_namesr   r"   r$   r#   r   r   r   test_extractall_column_names  s    
r   c                 C   s   t g dd| d}tjg ddd}|jd}tdg d	i|| d
}t|| |jd}tg d	|| d
}t|| d S )Nrm   rn   Zd4c2rz   rE   r   r   r   r   r   r   r   rP   )rq   rr   r   rs   rb   ([a-z]))r   r   r   r   r   r   r    r!   )r   r"   r   r$   r#   r   r   r   test_extractall_single_group  s    
r   c                 C   sN   t g dd| d}|jd}tg dtjg ddd| d	}t|| d S )
N)Zab3Zabc3Zd4cd2rz   rE   z([a-z]+))ababcr   cdr   r   r   rb   )r   r   r   r   r   r   r    r!   r_   r   r   r   ,test_extractall_single_group_with_quantifier  s    r   zdata, names)N)i1)Ni2)r   r   r   c           	         sB  t |  t |dkr*tt |d d}n$ fddt D }tj||d}t| d||d}tjg |d	 d}|jd
}tdg||d}t	
|| |jd}tddg||d}t	
|| |jd}tdg||d}t	
|| |jd}tddg||d}t	
|| |jd}tddg||d}t	
|| d S )Nr(   r   rF   c                 3   s    | ]}t |g d   V  qdS )r(   N)tuple).0inr   r   	<genexpr>0      z-test_extractall_no_matches.<locals>.<genexpr>r   rz   rF   rc   r   r   z(z)rf   z(z)(z)z(?P<first>z)firstz(?P<first>z)(?P<second>z)secondz(z)(?P<second>z))rg   r   ranger   r   r   r   r   r   r    r!   )	rj   r   r   rc   Ztuplesr"   r   r$   r#   r   r   r   test_extractall_no_matches  s8    

r   c                 C   s   t g dd| d}|jd}tdg ditjg dd dgd	| d
}t|| | dkrtg dt	dtg ddt	dfD ]}|jd}t|| q|t g ddtg ddd| d}|jd}tdg ditjg dddgd	| d
}t|| d S )N)Za1a2b1c1ZxxxrE   z[ab](?P<digit>\d)digit)rM   rN   rM   )r   )r   r(   r   r   r   rb   r,   r   Zs_name)XXyyzzZidx_namer   r   ))r   r   )r   r(   )r   r   )
r   r   r   r   r   r   r    r!   r   r,   )r   r"   r$   r#   r5   r   r   r   test_extractall_stringindexU  s:    

r   c                 C   sP   t g dd| d}tjtdd |jd W d    n1 sB0    Y  d S )Nr   rz   rE   zno capture groupsr   z[a-z])r   r   r   r   r   r   )r   r"   r   r   r   (test_extractall_no_capture_groups_raisesz  s    r   c                  C   sz   t g dg ddd} | jjjddd}tg d}t|| | jjjd	dd}g d
}t|ddgd}t|| d S )Nr   )r3   ZB3ZD4rz   )rc   rF   z([A-Z])Tr   )rC   rL   Dz!(?P<letter>[A-Z])(?P<digit>[0-9])))rC   rZ   )rL   rZ   )r   4rP   r   )rT   )r   rc   r   r   r   r    r!   )r"   rr   Ze_listr   r   r   !test_extract_index_one_two_groups  s    r   c                 C   s   t g dd| d}d}|jj|dd}|j|}|jddd	}t|| d
}|jj|dd}|j|}|jddd	}t|| d}|jj|dd}	|j|}|jddd	}t|	| d}
|jj|
dd}|j|
}|jddd	}t|| d S )Nrl   rz   rE   ([a-z])([0-9])Tr   r   r   level!(?P<letter>[a-z])(?P<digit>[0-9])(?P<group_name>[a-z])r   )r   r   r   r   xsr    r!   )r   r"   pattern_two_nonameextract_two_nonameZhas_multi_indexZno_multi_indexpattern_two_namedextract_two_namedpattern_one_namedextract_one_namedpattern_one_nonameextract_one_nonamer   r   r   test_extractall_same_as_extract  s*    r   c                 C   s  t jg ddd}tg d|d| d}d}|jj|dd	}|j|}|jd
dd}t|| d}|jj|dd	}|j|}|jd
dd}t|| d}	|jj|	dd	}
|j|	}|jd
dd}t|
| d}|jj|dd	}|j|}|jd
dd}t|| d S )N))rC   r   )rL   r   )r]   third)ZcapitalZordinalr   rl   rz   )rc   rF   r   r   Tr   r   r   r   r   r   r   )	r   r   r   r   r   r   r   r    r!   )r   r   r"   r   r   Zhas_match_indexZno_match_indexr   r   r   r   r   r   r   r   r   -test_extractall_same_as_extract_subject_index  s2    r   c                  C   s@   t d} tddgt|  djd}|jd dks<J d S )NZpyarrowr   r   r   z(ab)r   zstring[pyarrow])r   Zimportorskipr   r   stringr   r   Zdtypes)par$   r   r   r   test_extractall_preserves_dtype  s    
 r   ),r   r   numpyr   r   Zpandas.core.dtypes.dtypesr   Zpandasr   r   r   r   r   r    r   r%   r0   r7   rA   rH   r`   rk   rt   ru   rw   rx   ry   markZparametrizer|   r}   r~   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   <module>   sh   	
S
9
U

	





+%!