o
    dT                  	   @   s  d dl m Z mZ d dlmZ d dlZd dlmZ d dlZd dlm	Z	 d dl
mZ d dlZd dlZd dlm  mZ d dlZd dlmZmZmZmZ d dlmZ d dlmZmZ g d	Zej d
e!d
gdej de!dgdej de!d
gdej de!ddej de!ddgZ"de#de$fddZ%dd Z&ej'dd e"D e#ddd Z(ej'dd Z)ej'dd Z*G dd dZ+G dd  d Z,dS )!    )datetimetime)partialN)Path)URLError)
BadZipFile)	DataFrameIndex
MultiIndexSeries)ArrowStringArrayStringArray).xls.xlsx.xlsm.xlsb.odsxlrdmarksopenpyxlpyxlsbodfread_extreturnc                 C   s   | j d } | dkr|dkrdS | dkr|dkrdS |dkr#| dkr#dS | dkr-|dkr-dS |dkr7| dkr7dS | d	krA|dkrAdS d
S )zm
    Filter out invalid (engine, ext) pairs instead of skipping, as that
    produces 500+ pytest.skips.
    r   r   r   Fr   r   r   r   r   T)values)enginer    r   g/var/www/html/visualizacion-main/env/lib/python3.10/site-packages/pandas/tests/io/excel/test_readers.py_is_valid_engine_ext_pair:   s   
r   c                 C   s    | j |f }tj|| jd}|S )z
    engine gives us a pytest.param object with some marks, read_ext is just
    a string.  We need to generate a new pytest.param inheriting the marks.
    r   )r   pytestparamr   )r   r   r   	new_paramr   r   r   _transfer_marksO   s   r#   c                 C   s*   g | ]}t D ]}t||rt||qqS r   )read_ext_paramsr   r#   ).0engextr   r   r   
<listcomp>Z   s    r(   )paramsidsc                 C      | j S )zS
    Fixture for Excel reader engine and read_ext, only including valid pairs.
    )r!   )requestr   r   r   engine_and_read_extY   s   r-   c                 C   s   | \}}|S Nr   r-   r   r   r   r   r   r   i      r   c                 C   s   | \}}|S r.   r   r/   r   r   r   r   o   r0   c                   @   sx  e Zd Zejdddd Zdd Zdd Zd	d
 Zdd Z	ej
dg dg dg dg dg dg dgdd Zej
dddgddggdd Zdd Zdd Zdd Zd d! Zd"d# Zej
d$d%d&gd'd( Zd)d* Zd+d, Zd-d. Zd/d0 Zd1d2 Zd3d4 Zd5d6 Zd7d8 Zej
d9d%eg d:g d;g d:d<d=ejd>gd?fd@dAeed?ee g d:d@dBe g d;dAdBg dCdDdEejdFgd?fgdGdH Z!dIdJ Z"dKdL Z#e$%dMdNdO Z&ej
dPi dDfdQdRidSfgdTdU Z'dVdW Z(ej
dXdYedZd[gifd\ed]gd^fgd_d` Z)dadb Z*dcdd Z+dedf Z,dgdh Z-didj Z.dkdl Z/ej
0dmdndo Z1dpdq Z2drds Z3dtdu Z4ej
dvdwdxdwgdwdxgdydzdygdydzggd{d| Z5d}d~ Z6dd Z7ej
j8e9j8ddddd Z:e$j;ej
j<dd Z=ej
j<dd Z>ej
j?dd Z@dd ZAe$%ddd ZBdd ZCdd ZDdd ZEej
ddejdddgfdejgd fgdd ZFdd ZGdd ZHdd ZIdd ZJdd ZKdd ZLdd ZMdd ZNej
ddddxdSgdxd%fddd%dxdSgd%fdddxdSgdxdSgd%fdddxdSgdxd%fddd%d%dxd&gfddd%d%dd fgdd ZOdd ZPdd ZQdd ZRdd ZSddÄ ZTddń ZUddǄ ZVddɄ ZWd%S )TestReadersTautousec                 C   2   t tj|d}||ddd |td| dS )zG
        Change directory and set engine for read_excel calls.
        r   iodataexcel
read_excelN)r   pdr9   chdirsetattrselfr   datapathmonkeypatchfuncr   r   r   cd_and_set_enginev      zTestReaders.cd_and_set_enginec           	      C   s   dd }| tjd| dddddd}td	| d
}t|}W d    n1 s+w   Y  |d ur7|}n||dd   }||ksEJ d S )Nc                 _   r+   r.   r5   )r>   argskwargsr   r   r   parser   s   z,TestReaders.test_engine_used.<locals>.parserparser   r   r   r   xlsxxlsmxlsbxlsodstest1rb   )r<   r:   	ExcelFileopenr9   )	r>   r   r   r@   rF   expected_defaultsfresultexpectedr   r   r   test_engine_used   s   zTestReaders.test_engine_usedc                 C   s   d}t jt|d tjd| dddd W d    n1 sw   Y  t jt|d tjd| dd	gddd
 W d    d S 1 sDw   Y  d S )Nz Passing an integer for `usecols`matchrN   Sheet1r      
sheet_name	index_colusecolsSheet2rP   r]   skiprowsr^   r_   r    raises
ValueErrorr:   r9   r>   r   msgr   r   r   test_usecols_int   s   "zTestReaders.test_usecols_intc                 C   s   |dkr|j tjjdd |jddgd}tjd| dd	g d
d}tjd| ddgd	g d
d}tj	||dd tj	||dd d S )Nr   3Sheets containing datetimes not supported by pyxlsbreasonBCcolumnsrN   rZ   r   )r      r[   r\   r`   rP   ra   Fcheck_names
node
add_markerr    markxfailreindexr:   r9   tmassert_frame_equal)r>   r,   r   df_refdf1df2r   r   r   test_usecols_list   s&   	zTestReaders.test_usecols_listc                 C   sB  |dkr|j tjjdd |jg dd}tjd| ddd	d
}tjd| ddgdd	d}tj	||dd tj	||dd |jddgd}tjd| dddd
}tjd| ddgddd}tj	||dd tj	||dd |jddgd}tjd| dddd
}tjd| ddgddd}tj	||dd tj	||dd d S )Nr   ri   rj   Arl   rm   rn   rN   rZ   r   zA:Dr\   r`   rP   ra   Frq   rl   rm   zA,C,DzA,C:Drs   r>   r,   r   r{   r|   r}   df3r   r   r   test_usecols_str   sZ   	zTestReaders.test_usecols_strr_   )r   rP   r[   )r   r[   rP   )rP   r   r[   )rP   r[   r   )r[   r   rP   )r[   rP   r   c                 C   sT   |dkr|j tjjdd |ddg }tjd| dd|d	}tj||d
d d S )Nr   ri   rj   r   rm   rN   rZ   r   r\   Frq   	rt   ru   r    rv   rw   r:   r9   ry   rz   )r>   r,   r   r_   r{   rV   rU   r   r   r   .test_usecols_diff_positional_int_columns_order   s   z:TestReaders.test_usecols_diff_positional_int_columns_orderrl   Dc                 C   sB   |ddg }t t||_tjd| d|d}tj||dd d S )Nrl   r   rN   rZ   r]   r_   Frq   )rangelenindexr:   r9   ry   rz   )r>   r   r_   r{   rV   rU   r   r   r   .test_usecols_diff_positional_str_columns_order	  s   z:TestReaders.test_usecols_diff_positional_str_columns_orderc                 C   sJ   |dkr|j tjjdd |}tjd| ddd}tj||dd	 d S )
Nr   ri   rj   rN   rZ   r   r]   r^   Frq   r   r>   r,   r   r{   rV   rU   r   r   r   test_read_excel_without_slicing  s   z+TestReaders.test_read_excel_without_slicingc                 C   sT   |dkr|j tjjdd |ddg }tjd| ddd	d
}tj||dd d S )Nr   ri   rj   rm   r   rN   rZ   r   zA,D:Er\   Frq   r   r   r   r   r   test_usecols_excel_range_str  s   z(TestReaders.test_usecols_excel_range_strc                 C   sL   d}t jt|d tjd| ddd W d    d S 1 sw   Y  d S )NzInvalid column name: E1rX   rN   rZ   zD:E1r   rc   rf   r   r   r   $test_usecols_excel_range_str_invalid+  s   "z0TestReaders.test_usecols_excel_range_str_invalidc                 C   sT   d}t jt|d tjd| ddgddgd W d    d S 1 s#w   Y  d S )Nz(list indices must be integers.*, not strrX   rN   rZ   r   rm   r\   r    rd   	TypeErrorr:   r9   rf   r   r   r   test_index_col_label_error1  s   "z&TestReaders.test_index_col_label_errorc                 C   sR   t jd| dg dd}tg dtg gd g gd g ddd}t|| d S )	NrN   Sheet3r   r   )r   EFr[   levelscodesnamesro   r   )r:   r9   r   r
   ry   rz   r>   r   rU   rV   r   r   r   test_index_col_empty<  s   z TestReaders.test_index_col_emptyr^   Nrp   c                 C   sT   t jd| d|d}tg dg dgg dd}|r"||j| }t|| d S )NrN   Sheet4r   )i1ax)i2by)z
Unnamed: 0col1col2rn   )r:   r9   r   	set_indexro   ry   rz   )r>   r   r^   rU   rV   r   r   r   test_index_col_with_unnamedG  s   
z'TestReaders.test_index_col_with_unnamedc                 C   sL   d}t jt|d tjd| dgd W d    d S 1 sw   Y  d S )NzEUsecols do not match columns, columns expected but not found: \['E'\]rX   rN   r   r_   rc   rf   r   r   r   %test_usecols_pass_non_existent_columnU  s
   "z1TestReaders.test_usecols_pass_non_existent_columnc                 C   sN   d}t jt|d tjd| ddgd W d    d S 1 s w   Y  d S )Nz['usecols' must either be list-like of all strings, all unicode, all integers or a callable.rX   rN   E1r   r   rc   rf   r   r   r   test_usecols_wrong_type^  s
   "z#TestReaders.test_usecols_wrong_typec                 C   s8   t jd| dd}tddggddgd}t|| d S )	Ntest2rZ   r]   aaaabbbbbTestTest1rn   r:   r9   r   ry   rz   )r>   r   parsedrV   r   r   r   test_excel_stop_iteratorg  s   z$TestReaders.test_excel_stop_iteratorc                 C   sT   |dkr|j tjjdd tjd| dd}ttj	ggdgd}t
|| d S )	Nr   ri   rj   test3rZ   r   r   rn   )rt   ru   r    rv   rw   r:   r9   r   npnanry   rz   )r>   r,   r   r   rV   r   r   r   test_excel_cell_error_nal  s   z$TestReaders.test_excel_cell_error_nac                 C   s   |dkr|j tjjdd tjd| ddd}tjd| dd	gdd
}tj||dd tj||dd tjd| ddd	d}t||j	d d  d S )Nr   ri   rj   rN   rZ   r   r   r`   rP   r]   rb   r^   Frq   r]   r^   
skipfooter)
rt   ru   r    rv   rw   r:   r9   ry   rz   ilocr   r   r   r   test_excel_tablex  s    zTestReaders.test_excel_tablec           
      C   sP  |dkr|j tjjdd tg dg dg dg dg dtd	d
dtd	d
dtdddtd	ddtdddgd}d}tj	|| dd}t
|| | }d|j|jd df< tj	|| dd}t
|| t|jD ]\}}tj	|| d|d}||}	t
||	 qq|d t|d< tj	|| ddtid}t
|| d S )Nr   ri   rj   )rP   rp      r   )g      ?g      @gHzG?gQ?g&.>)TFTTF)rP   rp   r[   r      )r   r[   cdei  
         iq  rP         i  r[   )IntColFloatColBoolColStrColStr2ColDateCol
test_typesrZ   r   g      @r   r   r   r]   
converters)rt   ru   r    rv   rw   r   	from_dictr   r:   r9   ry   rz   copylocr   	enumeratero   r   applystr)
r>   r,   r   rV   basenameactualfloat_expectedicolnameexpr   r   r   test_reader_special_dtypes  sL   






z&TestReaders.test_reader_special_dtypesc              
   C   sz   d}t g ddtjdddgg ddtjd	d
dgd}dd dd dd dd d}tj|| d|d}t|| d S )Ntest_converters)rP   rp   r   r   g      )@gL2@g3333333@g:0y5>)Foundr   r   	Not foundr   1345)r   r   r   r   c                 S   s   | dkrt | S dS )N r   )intr   r   r   r   <lambda>  s    z4TestReaders.test_reader_converters.<locals>.<lambda>c                 S   s   | rd|  S t jS )Nr   )r   r   r   r   r   r   r     s    c                 S   s   | dkrdS dS )Nr   r   r   r   r   r   r   r   r         c                 S   s   | rt | S dS )Nr   )r   r   r   r   r   r     r   )r   r   rp   r[   rZ   r   )r   r   r   r   r:   r9   ry   rz   )r>   r   r   rV   r   r   r   r   r   test_reader_converters  s"   
	
z"TestReaders.test_reader_convertersc                 C   s   d}t || }tg dg dg dddtjdgdjg dd}t|| t j|| d	d
tdd}|d 	d	|d< |d 	d
|d< g d|d< t|| d}t
jt|d t j|| ddid W d    d S 1 stw   Y  d S )N	testdtyperP   rp   r[   r         @      @      @      @      ?       @      @r   r   r   r   rn   float64float32)r   r   r   dtyper   r   001002003004r   z(Unable to convert column d to type int64rX   r   int64)r:   r9   r   r   r   rx   ry   rz   r   astyper    rd   re   )r>   r   r   r   rV   rg   r   r   r   test_reader_dtype  s.   	"zTestReaders.test_reader_dtypezdtype,expectedr   r   r   r   r   r   r   r   r   r   r   2r   c                 C   s&   d}t j|| |d}t|| d S )Nr   r   r:   r9   ry   rz   )r>   r   r   rV   r   r   r   r   r   test_reader_dtype_str  s   z!TestReaders.test_reader_dtype_strc                    s  |dv rt d| d ttddgddtdd	gd
dtddgddtddgddttjdgddttjdgd
dttjdgddttjdgddttdgd ttjtjgddd
t|}j	|ddd tj
|d|d}W d    n1 sw   Y  |dkrdd lddlm  t fddjD } |d jjjdd |d<  d d g|d!< n}t|| d S )"Nr   r   No engine for filetype: ''rP   r[   Int64r   r   r   Float64TFbooleanr   r   string   g      @z
2019-12-31rp   )
r   r   r   r   r   rT   ghijtestr   r]   dtype_backendpyarrowr   )ArrowExtensionArrayc                    s$   i | ]}| j | d dqS )T)from_pandas)array)r%   colr  dfpar   r   
<dictcomp>7  s    z2TestReaders.test_dtype_backend.<locals>.<dictcomp>r  us)unitr  )r    skipr   r   r:   NA	Timestampry   ensure_cleanto_excelr9   r  pandas.arraysr  ro   r  _datacast	timestamprz   )r>   r   r  	file_pathrU   rV   r   r  r   test_dtype_backend  sF   zTestReaders.test_dtype_backendc                 C   s   |dv rt d| d ttjdgdtjgd}t|}|j|ddd	 tj	|dd
dd}W d    n1 s;w   Y  t
|| d S )Nr	  r
  r  r   r   r   r   r  Fr  numpy_nullabler   )r]   r  r   )r    r$  r   r   r   ry   r'  r(  r:   r9   rz   )r>   r   r  r-  rU   r   r   r   test_dtype_backend_and_dtypeF  s   z(TestReaders.test_dtype_backend_and_dtyper  c              	   C   sF  |dv rt d| d dd l}td| ttjddgtjdtjd	tj	gtjdd
}t
|}|j|ddd tj|ddd}W d    n1 sPw   Y  |dkrvtttjddgtjdttjd	tj	gtjdd
}ntt|ddgt|d	d gd
}t
|| W d    d S 1 sw   Y  d S )Nr	  r
  r  r   zmode.string_storager   r   r   r   r/  r  Fr  r0  r  python)r    r$  r  r:   option_contextr   r   r  object_r%  ry   r'  r(  r9   r   r   rz   )r>   r   string_storager   r  r-  rU   rV   r   r   r   test_dtype_backend_stringV  s8   "z%TestReaders.test_dtype_backend_stringzdtypes, exp_valuea.1r  rP   c           	      C   s\   d}dt i|}| }tj|| |d}tdg|gd}||ks&J dt|| d S )Ndf_mangle_dup_col_dtypesr   r   r   )r   r7  zdtype dict changed)r   r   r:   r9   r   ry   rz   )	r>   r   dtypes	exp_valuer   
dtype_dictdtype_dict_copyrU   rV   r   r   r   test_dtype_mangle_dup_cols{  s   z&TestReaders.test_dtype_mangle_dup_colsc                 C   s2   d}t || }tdg di}t|| d S )Ntest_spacestestcol)zthis is greatz4    spacesz1 trailing z
 1 leadingz2  spaces  multiple  timesr   )r>   r   r   r   rV   r   r   r   test_reader_spaces  s   zTestReaders.test_reader_spaceszbasename,expectedzgh-35802COLUMNzTest (1)zgh-36122z
got 2nd sarn   c                 C   s6   |dkrt d|  t|| }t|| d S )Nr   zSkipped for engine: )r    r$  r:   r9   ry   rz   )r>   r   r   r   rV   r   r   r   r   test_read_excel_ods_nested_xml  s   	z*TestReaders.test_read_excel_ods_nested_xmlc                 C   sF   d}t j|| d d}g d}t||  |t| ks!J d S )Ntest_multisheetr   )CharlieAlphaBeta)r:   r9   ry   assert_contains_allkeyslistr>   r   r   dfsexpected_keysr   r   r   test_reading_all_sheets  s
   z#TestReaders.test_reading_all_sheetsc                 C   sV   d}g d}t j|| |d}tt|}t||  t|t| ks)J d S )NrC  )rp   rD  rD  r   )r:   r9   rI  setry   rG  rH  r   )r>   r   r   rL  rK  r   r   r   %test_reading_multiple_specific_sheets  s   z1TestReaders.test_reading_multiple_specific_sheetsc                 C   s2   d}t j|| d d}g d}t||  d S )Nblank_with_headerr   )rZ   r`   r   )r:   r9   ry   rG  rH  rJ  r   r   r   "test_reading_all_sheets_with_blank  s   z.TestReaders.test_reading_all_sheets_with_blankc                 C   s$   t jd| dd}t|t  d S )NblankrZ   r   )r:   r9   ry   rz   r   )r>   r   r   r   r   r   test_read_excel_blank  s   z!TestReaders.test_read_excel_blankc                 C   s0   t ddgd}tjd| dd}t|| d S )Ncol_1col_2rn   rP  rZ   r   )r   r:   r9   ry   rz   )r>   r   rV   r   r   r   r   !test_read_excel_blank_with_header  s   z-TestReaders.test_read_excel_blank_with_headerc                 C   s   t jtdd tjd| dgd d W d    n1 sw   Y  t jtdd tjd| dd d d	 W d    d S 1 sAw   Y  d S )
Nz \(sheet: Sheet1\)$rX   rP  rP   )headerr]   rN   c                 S   s   dd S )NrP   r   r   r   r   r   r   r         zHTestReaders.test_exception_message_includes_sheet_name.<locals>.<lambda>)r_   r]   )r    rd   re   r:   r9   ZeroDivisionErrorr>   r   r   r   r   *test_exception_message_includes_sheet_name  s   "z6TestReaders.test_exception_message_includes_sheet_namez-ignore:Cell A4 is marked:UserWarning:openpyxlc                 C   s   |dkr|j tjjdd ttddgtddgdd	ggd
dgd}|dkr5|j tjjdd |d u rH|dv rH|j tjjdd td| }t	
|| d S )Nr   ri   rj   z
2016-03-12zMarc Johnsonz
2016-03-16z
Jack Blackg@xDzTimothy BrownDateColWithBigInt	StringColrn   r   zMaybe not supported by openpyxl)r   r   z)Defaults to openpyxl, maybe not supportedtestdateoverflow)rt   ru   r    rv   rw   r   r:   r&  r9   ry   rz   )r>   r,   r   r   rV   rU   r   r   r   test_date_conversion_overflow  s.   	z)TestReaders.test_date_conversion_overflowc                 C   sr   |dkr|j tjjdd d}d}tj|| |dd}tj|| d|d}tj||d	d
 tj||d	d
 d S Nr   ri   rj   rN   rZ   r   r   )r^   r]   Frq   r   )r>   r,   r   r{   filenamer]   r|   r}   r   r   r   test_sheet_name  s   
zTestReaders.test_sheet_namec                 C   sd   d| }t j|ddd}t|d}t j|ddd}t|| W d    d S 1 s+w   Y  d S )NrN   rZ   r   r   rO   )r:   r9   rR   ry   rz   )r>   r   pthrV   rT   r   r   r   r   test_excel_read_buffer  s   "z"TestReaders.test_excel_read_bufferc                 C   sF   d}t jtdd tjd|d W d    d S 1 sw   Y  d S )NfoozUnknown engine: foorX   r   r5   rc   )r>   
bad_enginer   r   r   test_bad_engine_raises  s   "z"TestReaders.test_bad_engine_raisesr]   r[   r   r   rZ   c                 C   sJ   d}t jt|d tjd| |d W d    d S 1 sw   Y  d S Nz?Worksheet index 3 is invalid|Worksheet named 'Sheet4' not foundrX   rR  r   rc   )r>   r   r]   rg   r   r   r   test_bad_sheetname_raises  s   "z%TestReaders.test_bad_sheetname_raisesc                 C   sL   d| }d}t jt|d t| W d    d S 1 sw   Y  d S )Nre  uV   (No such file or directory|没有那个文件或目录|File o directory non esistente)rX   )r    rd   FileNotFoundErrorr:   r9   )r>   r   bad_filerY   r   r   r   test_missing_file_raises'  s
   
"z$TestReaders.test_missing_file_raisesc                 C   sz   d}|d u rt }d}n|dkrddlm} |}d}nt}d}tj||d t| W d    d S 1 s6w   Y  d S )	Ns   foozLExcel file format cannot be determined, you must specify an engine manually.r   r   )	XLRDErrorzFUnsupported format, or corrupt file: Expected BOF record; found b'foo'zFile is not a zip filerX   )re   r   rm  r   r    rd   r:   r9   )r>   r   
bad_streamerrorrg   rm  r   r   r   test_corrupt_bytes_raises.  s   "z%TestReaders.test_corrupt_bytes_raisesz^https://raw.githubusercontent.com/pandas-dev/pandas/main/pandas/tests/io/data/excel/test1.xlsx)urlcheck_before_testc                 C   s0   d| }t |}t d| }t|| d S )NzYhttps://raw.githubusercontent.com/pandas-dev/pandas/main/pandas/tests/io/data/excel/test1rN   r  )r>   r   rq  	url_tablelocal_tabler   r   r   test_read_from_http_urlD  s   

z#TestReaders.test_read_from_http_urlc                 C   sz   t d| d}|djd| |d W d    n1 sw   Y  d| }tj||d}td| }t|| d S )NrN   rO   pandas-testKeyBodys3://pandas-test/test1)storage_options)rR   Bucket
put_objectr:   r9   ry   rz   )r>   r   s3_resources3sorT   rq  rs  rt  r   r   r   test_read_from_s3_urlU  s   z!TestReaders.test_read_from_s3_urlc           	      C   s   t d| d}|djd| |d W d    n1 sw   Y  dd l}|jdi |}| d| }t|}W d    n1 sFw   Y  td| }t|| d S )NrN   rO   rv  rw  r   rz  r   )	rR   r|  r}  s3fsS3FileSystemr:   r9   ry   rz   )	r>   r   r~  r  rT   r  s3rs  rt  r   r   r   test_read_from_s3_objectb  s   z$TestReaders.test_read_from_s3_objectc                 C   s|   t j|dddd| }t|}z	td| }W n ty5   dt  }t	
d|  Y nw t|| d S )Nr6   r7   r8   rN   zfile://localhost/ zfailing on )ospathjoinr:   r9   r   platformunamestripr    r$  ry   rz   )r>   r   r?   
localtablert  rs  platform_infor   r   r   test_read_from_file_urls  s   
z#TestReaders.test_read_from_file_urlc                 C   sD   d| }t j|ddd}td| }t j|ddd}t|| d S )NrN   rZ   r   r   )r:   r9   r   ry   rz   )r>   r   str_pathrV   path_objr   r   r   r   test_read_from_pathlib_path  s
   z'TestReaders.test_read_from_pathlib_pathzpy.pathc                 C   s\   ddl m} tjd| }tj|ddd}| d| }tj|ddd}t|| d S )Nr   )localrN   rZ   r   )	py.pathr  r  r  r  r:   r9   ry   rz   )r>   r   	LocalPathr  rV   r  r   r   r   r   test_read_from_py_localpath  s   z'TestReaders.test_read_from_py_localpathc                 C   sZ   t jd| }t|d}tj|ddd}~|  W d    d S 1 s&w   Y  d S )NrN   rO   rZ   r   r   )r  r  r  rR   r:   r9   read)r>   r   r  rT   r   r   r   r   test_close_from_py_localpath  s   
"z(TestReaders.test_close_from_py_localpathc                 C   s   |dkr|j tjjdd tdtdddtddd	d
tddddtddddtddddtddddtddddtdddd tdd!dd"td#d$d%d&td'd(d)gi}tj	d*| d+d,}t
|| tj	d-| d+d,}t
|| d S ).Nr   ri   rj   TimerP   rp   r[   -   8   i r      1   i@ r     *   i    9   #   i 	   )      i           i'	 r   i`
 5   i 5    %   r   i       6   
times_1900rZ   r   
times_1904)rt   ru   r    rv   rw   r   r   r   r:   r9   ry   rz   )r>   r,   r   r   rV   r   r   r   r   test_reader_seconds  s4   

zTestReaders.test_reader_secondsc              	   C   s:  |dkr|j tjjdd tddgddgg}d| }td	d
t	ddgddt	ddgddt	ddgddt	ddgg|d}tj
|ddd	gdd}t|| ||_g d|_tj
|ddd	gd}tj||dd ||_tj
|ddd	gdd	gd }tj||dd g d|_|d!d"g|_tj
|d#dd	gd}t|| ttd|_|d$d%g|_tj
|d&dd	gdd}t|| |jd	dgd	d'd$d%g|_tj
|d(ddd	gd }t|| |d$d%g|_|d!d"g|_tj
|d)dd	gdd	gd }t|| tj
|d*dd	gdd	gdd+}t|| d S ),Nr   ri   rj   re  barr   r   testmultiindexrP   r   
2015-01-01Trp   r   
2015-01-02Fr[   r   
2015-01-03r   r   
2015-01-04rn   	mi_columnr   )r]   rW  r^   r   mi_indexr   rq   bothr]   r^   rW  ilvl1ilvl2mi_index_namec1c2mi_column_name)levelname_with_int	both_nameboth_name_skiprows)r]   r^   rW  rb   )rt   ru   r    rv   rw   r
   from_productr   r:   r&  r9   ry   rz   r   ro   	set_namesrI  r   
set_levels)r>   r,   r   mimi_filerV   r   r   r   r   test_read_excel_multiindex  st   


z&TestReaders.test_read_excel_multiindexzsheet_name,idx_lvl2both_name_blank_after_mi_namer   r   both_name_multiple_blanksr   c           	   	   C   s   |dkr|j tjjdd d| }tjddgddggd	d
gd}tddt	ddgddt	ddgddt	ddgddt	ddgg|tj
g d|fddgdd}tj||ddgddgd}t|| d S ) Nr   z;Sheets containing datetimes not supported by pyxlsb (GH4679rj   r  re  r  r   r   r  r  r   rP   r   r  Trp   r   r  Fr[   r   r  r   r   r  )re  re  r  r  r  r  r   r   r  )rt   ru   r    rv   rw   r
   r  r   r:   r&  from_arraysr9   ry   rz   )	r>   r,   r   r]   idx_lvl2r  r  rV   rU   r   r   r   +test_read_excel_multiindex_blank_after_name  s6   
z7TestReaders.test_read_excel_multiindex_blank_after_namec                 C   sP   d| }t j|dddgd}tddg}tg dgd	 |d
}t|| d S )Nr  index_col_noner   rP   r]   rW  r   rl   keyvalr   rp   rn   )r:   r9   r
   r  r   ry   rz   )r>   r   r  rU   exp_columnsrV   r   r   r   &test_read_excel_multiindex_header_onlyB  s
   z2TestReaders.test_read_excel_multiindex_header_onlyc           	   	   C   s  d| }t g dg dg dg dg dg dg}g d}tg d	g d
gg dg dgd d gd}tg d	d d}t|||d}tj|ddd}t|| ||_	tj|dddgd}t|| t g dg dg dg dg dg}g d}tg dg dgg dg dgd d gd}tg dd d}t|||d}tj|ddd}t|| ||_	tj|dddgd}tj||dd d S )Ntest_index_name_pre17)NNNNN)R0C0R0C1R0C2R0C3R0C4)R1C0R1C1R1C2R1C3R1C4)R2C0R2C1R2C2R2C3R2C4)R3C0R3C1R3C2R3C3R3C4)R4C0R4C1R4C2R4C3R4C4)C_l0_g0C_l0_g1C_l0_g2C_l0_g3C_l0_g4)R0R_l0_g0R_l0_g1R_l0_g2R_l0_g3R_l0_g4)R1R_l1_g0R_l1_g1R_l1_g2R_l1_g3R_l1_g4)r   rP   rp   r[   r   r   r   r   r   ro   single_namesr   r   multi_namesrP   )r  r  r  r  r  )r  r   r  r  r  )r   rP   rp   r[   r   single_no_namesmulti_no_namesFrq   )
r   r  r
   r	   r   r:   r9   ry   rz   r   )	r>   r   ra  r7   ro   r  sirV   r   r   r   r   test_excel_old_index_formatM  sd   
	z'TestReaders.test_excel_old_index_formatc              	   C   sR   d}dD ]"}t jt|d tjd| |d W d    n1 s!w   Y  qd S )Nz#Passing a bool to header is invalid)TFrX   rN   rW  r   )r>   r   rg   argr   r   r   test_read_excel_bool_header_arg  s   z+TestReaders.test_read_excel_bool_header_argc              	   C   sJ  |dkr|j tjjdd tjd| dddgd}td	d
tddgddtddgddtddgddtddggg dd}t	
|| tjd| dtddgd}t	
|| tjd| ddd d}t	
|| tjd| ddg dd}tddtddgddtddgddtddggg dd}t	
|| d S )Nr   ri   rj   testskiprowsskiprows_listr   rp   r]   rb   rP   r   r  Tr   r  Fr[   r   r  r   r   r  r   rn   c                 S      | dv S N)r   rp   r   r   r   r   r   r     rX  z6TestReaders.test_read_excel_skiprows.<locals>.<lambda>)r]   rb   r   )rt   ru   r    rv   rw   r:   r9   r   r&  ry   rz   r   r  r>   r,   r   r   rV   r   r   r   test_read_excel_skiprows  sX   		z$TestReaders.test_read_excel_skiprowsc                 C   sv   |dkr|j tjjdd tjd| ddd d}td	d
tddgddtddggg dd}t	
|| d S )Nr   ri   rj   r  r  c                 S   s   | dvS )N)rP   r[   r   r   r   r   r   r   r     rX  zFTestReaders.test_read_excel_skiprows_callable_not_in.<locals>.<lambda>r  rP   r   r  Tr[   r   r  Fr   rn   )rt   ru   r    rv   rw   r:   r9   r   r&  ry   rz   r  r   r   r   (test_read_excel_skiprows_callable_not_in  s$   	z4TestReaders.test_read_excel_skiprows_callable_not_inc                 C   s@   d}t jd| |d}t d| }|d | }t|| d S )Nr   rN   nrowsr  )r>   r   num_rows_to_pullr   rV   r   r   r   test_read_excel_nrows  s
   z!TestReaders.test_read_excel_nrowsc                 C   s@   t d| }t|}|d }t jd| |d}t|| d S )NrN   r   r  )r:   r9   r   ry   rz   )r>   r   rV   num_records_in_filer  r   r   r   r   0test_read_excel_nrows_greater_than_nrows_in_file  s
   z<TestReaders.test_read_excel_nrows_greater_than_nrows_in_filec                 C   sJ   d}t jt|d tjd| dd W d    d S 1 sw   Y  d S )Nz'nrows' must be an integer >=0rX   rN   r   r  rc   rf   r   r   r   +test_read_excel_nrows_non_integer_parameter  s   "z7TestReaders.test_read_excel_nrows_non_integer_parameterz-filename,sheet_name,header,index_col,skiprowsr  r  r  r  r  r  r  c                 C   r  r  r   r   r   r   r   r   
  rX  zTestReaders.<lambda>c           	      C   sL   t j|| ||||djdd }t j|| ||||dd}t|| dS )z
        For various parameters, we should get the same result whether we
        limit the rows during load (nrows=3) or after (df.iloc[:3]).
        )r]   rW  r^   rb   Nr[   )r]   rW  r^   rb   r  )r:   r9   r   ry   rz   )	r>   r   ra  r]   rW  r^   rb   rV   r   r   r   r   test_read_excel_nrows_params  s$   z(TestReaders.test_read_excel_nrows_paramsc                 C   sF   t jtdd td| dd W d    d S 1 sw   Y  d S )Nzbut 3 positional argumentsrX   rN   rZ   r   r   rZ  r   r   r   test_deprecated_kwargs&  s   "z"TestReaders.test_deprecated_kwargsc                 C   sV   d| }g d}t jg ddd}t||dd}tj|dd	d
gd d}t|| d S )Nr  ))rl   rl   r  r[   r   r   ))r   r   r  rP   rp   r!  )r   rP   r  )rp   r[   r  r  r   rP   r  )r
   from_tuplesr   r:   r9   ry   rz   )r>   r   	file_namer7   idxrV   rU   r   r   r   "test_no_header_with_list_index_col*  s   z.TestReaders.test_no_header_with_list_index_colc                 C   s>   d| }dt jddg}t|dgd}t|}t|| d S )None_col_blank_lineg      ?rP   rp   numbersrn   )r   r   r   r:   r9   ry   rz   )r>   r   r#  r7   rV   rU   r   r   r   test_one_col_noskip_blank_line7  s
   
z*TestReaders.test_one_col_noskip_blank_linec                 C   sj   d| }t ddg}tjtjgtjtjgddgddgg}t||d}tj|d	d
dgd}t|| d S )Nr  )r   r   )r   rl   rP   r[   rp   r   rn   mi_column_empty_rowsr   r  )	r
   r"  r   r   r   r:   r9   ry   rz   )r>   r   r#  ro   r7   rV   rU   r   r   r    test_multiheader_two_blank_lines?  s   $
z,TestReaders.test_multiheader_two_blank_linesc                 C   s$   d| }t |}|jdksJ dS )z
        Sheets can contain blank cells with no data. Some of our readers
        were including those cells, creating many empty rows and columns
        trailing_blanks)r[   r[   N)r:   r9   shape)r>   r   r#  rU   r   r   r   test_trailing_blanksJ  s   
z TestReaders.test_trailing_blanksc                 C   v   |dkr	t d |dkr|jt jjdd t jtdd tj	d| d	d
 W d    d S 1 s4w   Y  d S )Nr   *chartsheets do not exist in the ODF formatr   4pyxlsb can't distinguish chartsheets from worksheetsrj   z"Worksheet named 'Chart1' not foundrX   
chartsheetChart1r   
r    r$  rt   ru   rv   rw   rd   re   r:   r9   r>   r,   r   r   r   r   r   test_ignore_chartsheets_by_strS  s   
"z*TestReaders.test_ignore_chartsheets_by_strc                 C   r.  )Nr   r/  r   r0  rj   z0Worksheet index 1 is invalid, 1 worksheets foundrX   r1  rP   r   r3  r4  r   r   r   test_ignore_chartsheets_by_int`  s   
"z*TestReaders.test_ignore_chartsheets_by_intc                 C   sF   t jd| ddd}tg dg dg dgg dd	}t|| d S )
Ntest_decimal,rP   )decimalrb   )rP   gAc̝ė@g	hAABCpoig2[j@)rp   gHzG^@g{G@DEFuytgUq&?)r[   g%Cq@g^@GHIrezg)@)IdNumber1Number2Text1Text2Number3rn   r   r   r   r   r   test_euro_decimal_formato  s   z$TestReaders.test_euro_decimal_format)X__name__
__module____qualname__r    fixturerB   rW   rh   r~   r   rv   parametrizer   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r  r   r   r   r   r   r  r.  r1  td
skip_if_nor6  r=  r@  rB  rM  rO  rQ  rS  rV  r[  filterwarningsr_  rb  rd  rg  ri  rl  rp  networkry   ru  skip_if_not_us_locale
single_cpur  r  slowr  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r%  r(  r*  r-  r5  r6  rF  r   r   r   r   r1   u   s   

5(


		3
-
$




 
	



	!V
"H7
	r1   c                
   @   s   e Zd Zejdddd Zdd Zdd Zej	d	g d
dd Z
dd Zdd Zej	ddddgddgdddgddggdd Zdd Zdd Zdd Zdd Zd d! Zd"d# Zej	d$d%d&gd'd( Zd)d* Zd+d, Zd-d. Zd/d0 Zd1S )2TestExcelFileReadTr2   c                 C   r4   )zH
        Change directory and set engine for ExcelFile objects.
        r5   r6   r7   r8   rQ   N)r   r:   rQ   r;   r<   r=   r   r   r   rB   ~  rC   z#TestExcelFileRead.cd_and_set_enginec                 C   sr   dddddd}t d| }|j}W d    n1 sw   Y  |d ur)|}n||dd   }||ks7J d S )Nr   r   r   r   rH   rN   rP   )r:   rQ   r   )r>   r   r   rS   r8   rU   rV   r   r   r   rW     s   z"TestExcelFileRead.test_engine_usedc                 C   s  t d| }t j|dddgd}W d    n1 sw   Y  tdgdgdgtjgdggd	gd
}t|| t d| }t j|dddgd}W d    n1 sUw   Y  ttjgdgtjgtjgdggd	gd
}t|| t d| }t j|dddgd}W d    n1 sw   Y  tdgdgdgtjgdggd	gd
}t|| t d| }t j|dddgd}W d    n1 sw   Y  ttjgdgtjgtjgdggd	gd
}t|| d S )Ntest4rZ   Fappler]   keep_default_na	na_valuesr%  rP   rabbitr   rn   Ttest51.#QNANr   )r:   rQ   r9   r   r   r   ry   rz   )r>   r   r8   r   rV   r   r   r   test_excel_passes_na  sH   

 

 z&TestExcelFileRead.test_excel_passes_na	na_filter)NTFc                 C   s   i }|d ur
||d< t d| }t j|fdddgd|}W d    n1 s*w   Y  |du r@dgd	gd
gdgdgg}ntjgd	gtjgtjgdgg}t|dgd}t|| d S )Nr]  rZ  rZ   TrU  rV  Fr[  rP   r   rY  r   rn   )r:   rQ   r9   r   r   r   ry   rz   )r>   r   r]  rE   r8   r   rV   r   r   r   test_excel_passes_na_filter  s&   	z-TestExcelFileRead.test_excel_passes_na_filterc                 C   s  |dkr|j tjjdd td| }tj|ddd}tj|ddgdd}W d    n1 s3w   Y  tj	||d	d
 tj	||d	d
 td| }|j
ddd}|j
ddgdd}W d    n1 sjw   Y  tj	||d	d
 tj	||d	d
 td| }tj|dddd}W d    n1 sw   Y  t	||jd d  td| }|j
dddd}W d    n1 sw   Y  t	||jd d  d S )Nr   ri   rj   rN   r   r   rP   r   Frq   )r^   )rb   r^   r   r   )r^   r   )rt   ru   r    rv   rw   r:   rQ   r9   ry   rz   rG   r   )r>   r,   r   r{   r8   r|   r}   r   r   r   r   test_excel_table_sheet_by_index  s4   z1TestExcelFileRead.test_excel_table_sheet_by_indexc           	      C   s   |dkr|j tjjdd d}d}t|| }|j|dd}W d    n1 s,w   Y  t|| }|jd|d}W d    n1 sJw   Y  tj	||d	d
 tj	||d	d
 d S r`  )
rt   ru   r    rv   rw   r:   rQ   rG   ry   rz   )	r>   r,   r   r{   ra  r]   r8   	df1_parse	df2_parser   r   r   rb    s    z!TestExcelFileRead.test_sheet_namer]   r[   r   r   rZ   c              	   C   s   d}t jt|d. td| }|j|d W d    n1 s"w   Y  W d    d S W d    d S 1 s:w   Y  d S rh  )r    rd   re   r:   rQ   rG   )r>   r   r]   rg   r8   r   r   r   ri  	  s   "z+TestExcelFileRead.test_bad_sheetname_raisesc              	   C   s   d| }t j|dd|d}t|d%}t |}t j|ddd}W d    n1 s+w   Y  W d    n1 s:w   Y  t|| d S )NrN   rZ   r   r]   r^   r   rO   r   )r:   r9   rR   rQ   ry   rz   )r>   r   r   rc  rV   rT   rL   r   r   r   r   rd    s   z(TestExcelFileRead.test_excel_read_bufferc              	   C   sx   t d| d&}t|}tj|dd|d W d    n1 s!w   Y  W d    n1 s0w   Y  |js:J d S )NrN   rO   rZ   r   rb  )rR   r:   rQ   r9   closed)r>   r   r   rT   rI   r   r   r   test_reader_closes_file  s   z)TestExcelFileRead.test_reader_closes_filec              	   C   s   d}t d| /}tjt|d t j|dd W d    n1 s#w   Y  W d    d S W d    d S 1 s;w   Y  d S )Nz8Engine should not be specified when passing an ExcelFilerN   rX   re  r5   )r:   rQ   r    rd   re   r9   )r>   r   rg   xlr   r   r   test_conflicting_excel_engines&  s   "z0TestExcelFileRead.test_conflicting_excel_enginesc                 C   sf   t jd| |d}td| d}| }W d    n1 sw   Y  t j||d}t|| d S )NrN   r5   rO   )r:   r9   rR   r  ry   rz   )r>   r   r   rV   rT   r7   r   r   r   r   test_excel_read_binary.  s   
z(TestExcelFileRead.test_excel_read_binaryc                 C   sZ   t d| d}t|}W d    n1 sw   Y  tjd| |d}t|| d S )NrN   rO   r5   )rR   r:   r9   ry   rz   )r>   r   r   rT   rU   rV   r   r   r   %test_excel_read_binary_via_read_excel8  s
   z7TestExcelFileRead.test_excel_read_binary_via_read_excelc              	   C   s   t dd1}tjtdd tj|ddgd W d    n1 s!w   Y  W d    d S W d    d S 1 s9w   Y  d S )Nzdf_header_oob.xlsxrO   zexceeds maximumrX   r   rP   r  )rR   r    rd   re   r:   r9   )r>   r   rT   r   r   r   )test_read_excel_header_index_out_of_range?  s   "z;TestExcelFileRead.test_read_excel_header_index_out_of_rangera  zdf_empty.xlsxzdf_equals.xlsxc                 C   s`   t dgdd}tjddgddgd}td	d
gg||dd}tj|dddd	gd}t|| d S )NZI2r  r  )r   zB.1I11I12r  rP   r[   r  )r   ro   r   rZ   r   r  )r	   r
   r"  r   r:   r9   ry   rz   )r>   ra  r$  colsrV   rU   r   r   r   test_header_with_index_colE  s   z,TestExcelFileRead.test_header_with_index_colc           	      C   s   |dkr|j tjjdd d| }t|}tj|ddgd|d}W d    n1 s.w   Y  tj	t
dt
d	fgt
d t
d	 gd
}tg g |d}t|| d S )Nr   ri   rj   test_datetime_mir   rP   )rW  r^   r   z
02/29/2020z
03/01/2020r  r  )rt   ru   r    rv   rw   r:   rQ   r9   r
   r"  to_datetimeto_pydatetimer   ry   rz   )	r>   r,   r   r   rT   r8   r   expected_column_indexrV   r   r   r   test_read_datetime_multiindexP  s$   z/TestExcelFileRead.test_read_datetime_multiindexc              	   C   sx   t jtdd+ td| dd W d    n1 sw   Y  W d    d S W d    d S 1 s5w   Y  d S )NzValue must be one of *rX   zio.excelz.readerabc)r    rd   re   r:   r3  rZ  r   r   r   test_engine_invalid_optiong  s   "z,TestExcelFileRead.test_engine_invalid_optionc                 C   st   |dkr	t d |dkr|jt jjdd td| }|jdgks(J W d    d S 1 s3w   Y  d S )Nr   r/  r   r0  rj   r1  rZ   )	r    r$  rt   ru   rv   rw   r:   rQ   sheet_names)r>   r,   r   r   r8   r   r   r   test_ignore_chartsheetsm  s   
"z)TestExcelFileRead.test_ignore_chartsheetsc              
   C   s   t f}|d u rtd|  n|dkrdd l}t |jjf}td| @}t|	d t
d z	tj||d W n	 |yF   Y nw W d    n1 sQw   Y  W d    d S W d    d S 1 siw   Y  d S )NzInvalid test for engine=r   r   corruptFr5   )r   r    r$  r   biffhrm  ry   r'  r   
write_textassert_produces_warningr:   rQ   )r>   r   r   errorsr   filer   r   r   test_corrupt_files_closedz  s&   "z+TestExcelFileRead.test_corrupt_files_closedN)rG  rH  rI  r    rJ  rB   rW   r\  rv   rK  r^  r_  rb  ri  rd  rd  rf  rg  rh  ri  ro  rt  rv  rx  r  r   r   r   r   rS  }  s4    

&





rS  )-r   r   	functoolsr   r  pathlibr   r  urllib.errorr   zipfiler   numpyr   r    pandas.util._test_decoratorsutil_test_decoratorsrL  pandasr:   r   r	   r
   r   pandas._testing_testingry   pandas.core.arraysr   r   r$   r!   rM  engine_paramsr   boolr   r#   rJ  r-   r   r   r1   rS  r   r   r   r   <module>   st    

	

          