o
    dl                    @  s  d Z ddlmZ ddlZddlmZ ddlZddlmZmZmZm	Z	 ddl
mZ ddlmZ ddlZddlZddlZddlmZ ddlm  mZ dd	lmZmZ ddlZdd
lmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& ddl'm(Z) ddl*m+Z+m,Z, ddl-m.Z. ddl/m0Z0 ddl1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8 zddl9Z9dZ:W n e;y   dZ:Y nw dddddddddddddZ<dddZ=dd$d%Z>dd&d'Z?d(d) Z@dd*d+ZAdd.d/ZBdd0d1ZCdd4d5ZDdd7d8ZEejFd9d: ZGejFd;d, ZHejFd<d= ZIejFd>d? ZJejFd@dA ZKejFdBdC ZLejFdDdE ZMejFdFdG ZNejFdHdI ZOejFdJdK ZPejFdLdM ZQejFdNdO ZRejFdPdQ ZSejFdRdS ZTejFdTdU ZUejFdVdW ZVejFdXdY ZWdCdEgZXdGdIgZYg dZZZg d[Z[eXeY eZ Z\eXeY e[ Z]e\dWg Z^e]dYg Z_ej`jaej`bd e^d\d] Zcej`jaej`bd e^d^d_ Zdej`jaej`bd e^d`da Zeej`jaej`bd e^ej`bdbddcgddde Zfej`jaej`bd e^ej`bdfdgdhgdidj Zgej`jaej`bd e^dkdl Zhej`jaej`bd e_dmdn Ziej`jaej`bd e_dodp Zjej`jaej`bd e]dqdr Zkej`jaej`bd e_dsdt Zlej`jaej`bd e]dudv Zmej`jaej`bd e]dwdx Znej`jaej`bd e\dydz Zoej`jaej`bd eXd{d| Zpej`jaej`bd eXd}d~ Zqej`jaej`bd eYej`bdddgdd Zrdd Zsdd ZtG dd dZuG dd deuZvG dd deuZwG dd dZxG dd dexZyej`jze: ddG dd deweyZ{G dd deveyZ|ej`jze: ddG dd dewexZ}G dd de}Z~ej`jaG dd de}Zej`jaG dd de}ZG dd devexZedjedjejdjedjedjedjeddd ejdjedji	Zdd ZdddZG dd dZdS )a  SQL io tests

The SQL tests are broken down in different classes:

- `PandasSQLTest`: base class with common methods for all test classes
- Tests for the public API (only tests with sqlite3)
    - `_TestSQLApi` base class
    - `TestSQLApi`: test the public API with sqlalchemy engine
    - `TestSQLiteFallbackApi`: test the public API with a sqlite DBAPI
      connection
- Tests for the different SQL flavors (flavor specific type conversions)
    - Tests for the sqlalchemy mode: `_TestSQLAlchemy` is the base class with
      common methods. The different tested flavors (sqlite3, MySQL,
      PostgreSQL) derive from the base class
    - Tests for the fallback mode (`TestSQLiteFallback`)

    )annotationsN)closing)datedatetimetime	timedelta)StringIOPath)lib)is_datetime64_dtypeis_datetime64tz_dtype)
	DataFrameIndex
MultiIndexSeries	Timestampconcat
date_rangeisnato_datetimeto_timedelta)ArrowStringArrayStringArray)Version)sql)SQLAlchemyEngineSQLDatabaseSQLiteDatabase
get_enginepandasSQL_builderread_sql_queryread_sql_tableTFz1SELECT * FROM iris WHERE Name=? AND SepalLength=?z7SELECT * FROM iris WHERE `Name`=%s AND `SepalLength`=%sz7SELECT * FROM iris WHERE "Name"=%s AND "SepalLength"=%s)sqlitemysql
postgresqlz]
                SELECT * FROM iris WHERE Name=:name AND SepalLength=:length
                zw
                SELECT * FROM iris WHERE
                `Name`=%(name)s AND `SepalLength`=%(length)s
                zw
                SELECT * FROM iris WHERE
                "Name"=%(name)s AND "SepalLength"=%(length)s
                z&SELECT * FROM iris WHERE Name LIKE '%'z(SELECT * FROM iris WHERE `Name` LIKE '%'z(SELECT * FROM iris WHERE "Name" LIKE '%')read_parametersread_named_parametersread_no_parameters_with_percentdialectstrc           
      C  sp   ddl m}m}m}m}m}m} | dkr|n|}| }|d||d||d||d||d||d	|d
}	|	S )Nr   )REALColumnFloatMetaDataStringTabler%   irisSepalLength
SepalWidthPetalLength
PetalWidthName   )
sqlalchemyr+   r,   r-   r.   r/   r0   )
r)   r+   r,   r-   r.   r/   r0   dtypemetadatar1    r;   ]/var/www/html/visualizacion-main/env/lib/python3.10/site-packages/pandas/tests/io/test_sql.pyiris_table_metadatam   s    		r=   connsqlite3.Connection	iris_filer
   c                 C  sj   |   }d}|| |jd d}t|}t| d}||| W d    d S 1 s.w   Y  d S )NzCREATE TABLE iris (
            "SepalLength" REAL,
            "SepalWidth" REAL,
            "PetalLength" REAL,
            "PetalWidth" REAL,
            "Name" TEXT
        )newlinez&INSERT INTO iris VALUES(?, ?, ?, ?, ?))cursorexecuteopencsvreadernextexecutemany)r>   r@   curstmtcsvfilerG   r;   r;   r<   create_and_load_iris_sqlite3   s   

"rM   c           
   
     sp  ddl m} ddlm} t|}|jd d}t|}t|  fdd|D }||	|}	t
| |rp|  .} |   |j| dd |j| d	 | |	 W d    n1 s[w   Y  W d    n1 sjw   Y  n.|   |j| dd |j| d	 | |	 W d    n1 sw   Y  W d    d S W d    d S W d    d S 1 sw   Y  d S )
Nr   insertEnginerA   c                      g | ]	}t t |qS r;   dictzip.0rowheaderr;   r<   
<listcomp>       z(create_and_load_iris.<locals>.<listcomp>T
checkfirstbind)r8   rO   sqlalchemy.enginerQ   r=   rE   rF   rG   rH   values
isinstanceconnectbegindropcreaterD   )
r>   r@   r)   rO   rQ   r1   rL   rG   paramsrK   r;   rY   r<   create_and_load_iris   s8   




 "ri   c              	   C  s   d}t | tjr|  }|| d S ddlm} ddlm} ||}t | |r`| 	 *} | 
  | | W d    n1 sAw   Y  W d    d S W d    d S 1 sYw   Y  d S | 
  | | W d    d S 1 suw   Y  d S )Nz+CREATE VIEW iris_view AS SELECT * FROM irisr   textrP   )rc   sqlite3
ConnectionrC   rD   r8   rk   ra   rQ   rd   re   )r>   rK   rJ   rk   rQ   r;   r;   r<   create_and_load_iris_view   s$   


"
"rn   c                 C  s   ddl m}m}m}m}m}m}m}m} | dkr|n|}	| dkr"|n|}
| }|d||d||d|	|d||d||d	||d
||d|
|d||d|
}| dkr_|	|d|dd |S )Nr   )TEXTBooleanr,   DateTimer-   Integerr.   r0   r#   typesTextColDateCol
IntDateColIntDateOnlyColFloatColIntColBoolColIntColWithNullBoolColWithNullr%   DateColWithTzT)timezone)
r8   ro   rp   r,   rq   r-   rr   r.   r0   append_column)r)   ro   rp   r,   rq   r-   rr   r.   r0   	date_type	bool_typer:   rs   r;   r;   r<   types_table_metadata   s(   (r   
types_data
list[dict]c                 C  s*   |   }d}|| d}||| d S )Na  CREATE TABLE types (
                    "TextCol" TEXT,
                    "DateCol" TEXT,
                    "IntDateCol" INTEGER,
                    "IntDateOnlyCol" INTEGER,
                    "FloatCol" REAL,
                    "IntCol" INTEGER,
                    "BoolCol" INTEGER,
                    "IntColWithNull" INTEGER,
                    "BoolColWithNull" INTEGER
                )zY
            INSERT INTO types
            VALUES(?, ?, ?, ?, ?, ?, ?, ?, ?)
            )rC   rD   rI   )r>   r   rJ   rK   r;   r;   r<   create_and_load_types_sqlite3   s
   
r   c              	   C  s  ddl m} ddlm} t|}|||}t| |ra|  7} |   |j	| dd |j
| d | | W d    n1 sBw   Y  W d    d S W d    d S 1 sZw   Y  d S |   |j	| dd |j
| d | | W d    d S 1 sw   Y  d S )Nr   rN   rP   Tr]   r_   )r8   rO   ra   rQ   r   rb   rc   rd   re   rf   rg   rD   )r>   r   r)   rO   rQ   rs   rK   r;   r;   r<   create_and_load_types   s&   


"
"r   framer   c                 C  sJ   | j d j}| jd }t|tjsJ t|jg d | j	dv s#J d S )Nr   ffffff@g      @gffffff?皙?Iris-setosa))      )   r   )
dtypestypeiloc
issubclassnpfloatingtmequalContentsrb   shape)r   pytyperX   r;   r;   r<   check_iris_frame  s
   
r   
table_namec                 C  s  d| }t | tjr|  }|| d S ddlm} ddlm	} t | t
rZz+|| }| } | | W  d    W |  S 1 sIw   Y  W |  d S |  w t | |r||  } | | W  d    S 1 suw   Y  d S | | S )Nz SELECT count(*) AS count_1 FROM r   )create_enginerP   )rc   rl   rm   rC   rD   fetchoner8   r   ra   rQ   r*   rd   exec_driver_sql
scalar_onedispose)r>   r   rK   rJ   r   rQ   enginer;   r;   r<   
count_rows  s(   





$r   c                 C  s   | dddd}t |S )NiodatarF   ziris.csvr	   )datapath	iris_pathr;   r;   r<   r   +  s   r   c                   C  s4   ddddddddddd	
dd
dddddd d dd	
gS )Nfirst2000-01-03 00:00:00i wi2g333333$@   Fz2000-01-01 00:00:00-08:00)
rt   ru   rv   rw   rx   ry   rz   r{   r|   r}   2000-01-04 00:00:00i 'Pi\2z2000-06-01 00:00:00-07:00r;   r;   r;   r;   r<   r   1  s.   c              
   C  s2   dddddddddd	}t | }||  |S )Nr*   int64float)	rt   ru   rv   rw   rx   ry   rz   r{   r|   )r   keysastype)r   r   dfr;   r;   r<   types_data_frameO  s   r   c                  C     g d} g d}t || dS )N)indexABCD))r   gN\^?g9\x`|@g% TO׿g(nI)r   g}C?c^Vg~q"BĿg4?)2000-01-05 00:00:00gGͿ?2r¹e?g>ݦ4gёR?)2000-01-06 00:00:00g?{mX?$?gnk3Am?g
S?columnsr   r   r   r;   r;   r<   test_frame1`  s   r   c                  C  r   )N)r   r   r   ))r   igZ)r   ir   )r   i N  r   )r   i͏r   r   r   r   r;   r;   r<   test_frame3  s   r   c           	   	   c  s    t d}t d}|jdd|jjji|jjd}||}|	ds*t
|| d |	ds?|D ]}|d	 q1t||d |V  | &}|  |d
}|| W d    n1 s`w   Y  W d    n1 sow   Y  |  d S )Nr8   pymysqlz*mysql+pymysql://root@localhost:3306/pandasclient_flag)connect_args	poolclassr1   r$   rs   r}    DROP TABLE IF EXISTS test_frame;)pytestimportorskipr   	constantsCLIENTMULTI_STATEMENTSpoolNullPoolinspect	has_tableri   popr   rd   re   rk   rD   r   )	r   r   r8   r   r   inspentryr>   rK   r;   r;   r<   mysql_pymysql_engine  s0   







r   c                 c  6    |   }|V  W d    d S 1 sw   Y  d S Nrd   )r   r>   r;   r;   r<   mysql_pymysql_conn     
"r   c              	   c  s    t d}t d |jd|jjd}||}|ds$t|| d |ds/t||d |V  |	 &}|
  |d}|| W d    n1 sPw   Y  W d    n1 s_w   Y  |  d S )	Nr8   psycopg2z=postgresql+psycopg2://postgres:postgres@localhost:5432/pandasr   r1   r%   rs   r   )r   r   r   r   r   r   r   ri   r   rd   re   rk   rD   r   )r   r   r8   r   r   r>   rK   r;   r;   r<   postgresql_psycopg2_engine  s*   







r   c                 c  r   r   r   )r   r>   r;   r;   r<   postgresql_psycopg2_conn  r   r   c                  c  sD    t d t } d|  V  W d    d S 1 sw   Y  d S )Nr8   
sqlite:///)r   r   r   ensure_cleannamer;   r;   r<   
sqlite_str  s
   

"r   c                 c  s0    t d}|j| |jjd}|V  |  d S )Nr8   r   )r   r   r   r   r   r   )r   r8   r   r;   r;   r<   sqlite_engine  s
   
r   c                 c  r   r   r   )r   r>   r;   r;   r<   sqlite_conn  r   r   c                 C  s,   t d}|| }t||d |  | S )Nr8   r#   )r   r   r   ri   r   )r   r   r8   r   r;   r;   r<   sqlite_iris_str  s
   

r   c                 C  s   t | |d | S )Nr#   )ri   )r   r   r;   r;   r<   sqlite_iris_engine  s   r   c                 c  r   r   r   )r   r>   r;   r;   r<   sqlite_iris_conn  r   r   c               	   c  sr    t td&} | }|V  W d    n1 sw   Y  W d    d S W d    d S 1 s2w   Y  d S N:memory:)
contextlibr   rl   rd   )closing_connr>   r;   r;   r<   sqlite_buildin  s   "r   c                 C  s   t | | | S r   )rM   )r   r   r;   r;   r<   sqlite_buildin_iris  s   
r   )r   r   r   )r   r   r   c                 C  s    | | } |jd| ddd d S )NtestappendF	if_existsr   )getfixturevalueto_sql)r>   r   requestr;   r;   r<   test_dataframe_to_sql"  s   
r   c                 C  s   t d ttjdgddtjtdddgddtjtdgddtjdgd	dd
}|| } tj	t
dd |jd| ddd W d    d S 1 sMw   Y  d S )Npyarrowr   zint8[pyarrow]r9     timestamp[ns][pyarrow]zduration[ns][pyarrow]azstring[pyarrow])intr   r   stringzthe 'timedelta'match
test_arrowreplaceFr   )r   r   r   pdarrayr   r   r   r   assert_produces_warningUserWarningr   r>   r   r   r;   r;   r<   "test_dataframe_to_sql_arrow_dtypes*  s   


"r  c                 C  sL   t d tdtjtddd|gddi}|| } |jd| dd	d
 d S )Nr   r   r   r   r   r   r   r   Fr   )r   r   r   r   r   r   r   r   )r>   r   nulls_fixturer   r;   r;   r<   *test_dataframe_to_sql_arrow_dtypes_missing>  s   

r  methodmultic                 C  sn   | | } t| dd}|j|d|d |dsJ W d    n1 s%w   Y  t| dt|ks5J d S )NTneed_transaction
test_framer  r   r    r   r   r   len)r>   r  r   r   	pandasSQLr;   r;   r<   test_to_sqlN  s   
r  zmode, num_row_coef)r   r   )r      c                 C  s   | | } t| dd}|j|ddd |j|d|d |ds#J W d    n1 s-w   Y  t| d|t| ks?J d S )NTr	  r  failr   r  )r>   modenum_row_coefr   r   r  r;   r;   r<   test_to_sql_existY  s   
r  c              	   C  s   | | } t| ddA}|j|ddd |dsJ d}tjt|d |j|ddd W d    n1 s7w   Y  W d    d S W d    d S 1 sOw   Y  d S )NTr	  r  r  r  z!Table 'test_frame' already existsr   )r   r    r   r   r   raises
ValueError)r>   r   r   r  msgr;   r;   r<   test_to_sql_exist_faile  s   
"r  c                 C  s\   | | } td| }t| td| }t| td| }|jdks%J d|jv s,J d S )NSELECT * FROM irisSELECT * FROM iris where 0=1r   r   r3   )r   r!   r   r   read_sqlr   r   r>   r   
iris_framer;   r;   r<   test_read_iris_queryr  s   

r!  c                 C  st   | | } ttd| dd}t| ttjd| dd}t| ttjd| dd}|jdks1J d|jv s8J d S )Nr     	chunksizer  r  r3   )r   r   r!   r   r   r  r   r   r  r;   r;   r<   test_read_iris_query_chunksize  s   
r%  c           
      C  s   | | } ddlm}m}m}m} | }t| tr|| n| }|d||d}t||| dddd}	t	|	 t| trA|
  d S d S )	Nr   )r.   r0   r   selectr1   )autoload_withr   r   r   lengthrh   )r   r8   r.   r0   r   r&  rc   r*   r!   r   r   )
r>   r   r.   r0   r   r&  r:   autoload_conr1   r   r;   r;   r<   .test_read_iris_query_expression_with_parameter  s   

r,  c                 C  sV   t d  D ]
\}}|| v r n	qtd|  d|| } t|| dd}t| d S )Nr&   zNo part of z( found in SQL_STRINGS['read_parameters']r   r   r*  )SQL_STRINGSitemsKeyErrorr   r!   r   )r>   r   dbqueryr   r;   r;   r<   *test_read_iris_query_string_with_parameter  s   
r3  c                 C  s4   | | } td| }t| td| }t| d S Nr1   )r   r"   r   r   r  r  r;   r;   r<   test_read_iris_table  s
   

r5  c                 C  sD   | | } ttd| dd}t| ttjd| dd}t| d S )Nr1   r"  r#  )r   r   r"   r   r   r  r  r;   r;   r<   test_read_iris_table_chunksize  s
   
r6  c                   s   | | } g   fdd}t| dd}|j|d|d |ds#J W d    n1 s-w   Y   dgks9J t| dt|ksDJ d S )Nc                   s2    d  fdd|D }|| j | d S )Nr   c                   rR   r;   rS   rV   r   r;   r<   r[     r\   z8test_to_sql_callable.<locals>.sample.<locals>.<listcomp>)r   rD   tablerO   )pd_tabler>   r   	data_iterr   checkr7  r<   sample  s   
z$test_to_sql_callable.<locals>.sampleTr	  r  r  r   r  )r>   r   r   r=  r  r;   r;  r<   test_to_sql_callable  s   
r>  c                 C  s   | | } td| }t|jjjtjsJ t|j	jjtj
s!J t|jjjtj
s,J t|jjjtjs7J t|jjjtjsBJ d S Nrs   )r   r   r"   r   rx   r9   r   r   r   ry   integerrz   r{   r|   r  r;   r;   r<   test_default_type_conversion  s   
rA  c           	   	   C  s   | | } ddlm} ddlm} tg dg dd}|jd| dd	 d
}||}t| |r]|  !}|	  |
| W d    n1 sHw   Y  W d    n1 sWw   Y  n| 	  | 
| W d    n1 sqw   Y  td| }t|| td| }t|| d S )Nr   rj   rP   r   r     皙?r   333333?r   br  Fr   z}DROP PROCEDURE IF EXISTS get_testdb;

    CREATE PROCEDURE get_testdb ()

    BEGIN
        SELECT * FROM test_frame;
    ENDzCALL get_testdb();)r   r8   rk   ra   rQ   r   r   rc   rd   re   rD   r   r!   r   assert_frame_equalr  )	r>   r   rk   rQ   r   procengine_connres1res2r;   r;   r<   test_read_procedure  s,   




rO  expected_countr  zSuccess!c                   s    fdd}| | } tddgddgddgd	}|jd
| d|d}t ts.|d u s-J n| ks4J td
| }t|| d S )Nc                   s   |j }| E}t }t|}|| |d ddd |D }| jr1| j d| j	 }	n| j	}	d|	 d| d}
|j
|
|d	 W d     S 1 sOw   Y   S )
Nr   z, c                 S  s   g | ]}d | d qS )"r;   )rW   kr;   r;   r<   r[          zVtest_copy_from_callable_insertion_method.<locals>.psql_insert_copy.<locals>.<listcomp>.zCOPY z (z) FROM STDIN WITH CSV)r   file)
connectionrC   r   rF   writer	writerowsseekjoinschemar   copy_expert)r8  r>   r   r:  
dbapi_connrJ   s_bufrW  r   r   	sql_queryrP  r;   r<   psql_insert_copy  s    




zBtest_copy_from_callable_insertion_method.<locals>.psql_insert_copyr   r  rE  r   r   ncol1col2col3r  F)r   r  )	r   r   r   rc   r   r   r"   r   rJ  )r>   rP  r   ra  expectedresult_countresultr;   r`  r<   (test_copy_from_callable_insertion_method  s   

rj  c              	   C  s~   t jtdd. tjtdd td|  W d    n1 s w   Y  W d    d S W d    d S 1 s8w   Y  d S )Nz+pandas.io.sql.execute requires a connectionr   P`pandas.io.sql.execute` is deprecated and will be removed in the future version.select * from iris)r   r  	TypeErrorr   r  FutureWarningr   rD   )r   r;   r;   r<   test_execute_typeerror8  s   "ro  c                 C  s@   t jtdd td|  W d    d S 1 sw   Y  d S )Nrk  r   rl  )r   r  rn  r   rD   )r   r;   r;   r<   test_execute_deprecatedB  s   "rp  c                   @  s   e Zd Zdd ZdS )	MixInBasec              	   C  s   t | dr
| j  z|  }W n tjjtjfy   Y d S w |% | |D ]}| 	|| q(| 
|D ]}| || q6W d    d S 1 sJw   Y  d S )Nr>   )hasattrr>   closerd   r8   excOperationalErrorrl   _get_all_views	drop_view_get_all_tables
drop_table)selfr>   viewtblr;   r;   r<   teardown_methodM  s   

"zMixInBase.teardown_methodN)__name__
__module____qualname__r}  r;   r;   r;   r<   rq  L  s    rq  c                   @  s4   e Zd Zdd Zdd Zdd Zdd Zd	d
 ZdS )SQLiteMixInc                 C  s
   t dS r   rl   rd   rz  r;   r;   r<   rd   _     
zSQLiteMixIn.connectc                 C  "   | dt|  |  d S NzDROP TABLE IF EXISTS rD   r   _get_valid_sqlite_namecommitrz  r   r>   r;   r;   r<   ry  b     zSQLiteMixIn.drop_tablec                 C     | d}dd | D S )Nz1SELECT name FROM sqlite_master WHERE type='table'c                 S     g | ]}|d  qS r   r;   )rW   r8  r;   r;   r<   r[   h      z/SQLiteMixIn._get_all_tables.<locals>.<listcomp>rD   fetchallrz  r>   cr;   r;   r<   rx  f     
zSQLiteMixIn._get_all_tablesc                 C  r  NzDROP VIEW IF EXISTS r  )rz  	view_namer>   r;   r;   r<   rw  j  r  zSQLiteMixIn.drop_viewc                 C  r  )Nz0SELECT name FROM sqlite_master WHERE type='view'c                 S  r  r  r;   )rW   r{  r;   r;   r<   r[   p  r  z.SQLiteMixIn._get_all_views.<locals>.<listcomp>r  r  r;   r;   r<   rv  n  r  zSQLiteMixIn._get_all_viewsN)r~  r  r  rd   ry  rx  rw  rv  r;   r;   r;   r<   r  ^  s    r  c                   @  s@   e Zd Zedd Zdd Zdd Zdd Zd	d
 Zdd Z	dS )SQLAlchemyMixInc                 C     | j   d S r   )r   r   clsr;   r;   r<   teardown_classt  s   zSQLAlchemyMixIn.teardown_classc                 C  s
   | j  S r   )r   rd   r  r;   r;   r<   rd   x  r  zSQLAlchemyMixIn.connectc                 C  sR   |  r
|   |  t|| W d    d S 1 s"w   Y  d S r   )in_transactionget_transactionrollbackre   r   r   ry  r  r;   r;   r<   ry  {  s
   
"zSQLAlchemyMixIn.drop_tablec                 C     ddl m} || S Nr   r   )r8   r   get_table_namesrz  r>   r   r;   r;   r<   rx       zSQLAlchemyMixIn._get_all_tablesc                 C  sb   |j jj|}| r|   |  |d|  W d    d S 1 s*w   Y  d S r  )	r   r)   identifier_preparerquote_identifierr  r  r  re   r   )rz  r  r>   quoted_viewr;   r;   r<   rw    s   

"zSQLAlchemyMixIn.drop_viewc                 C  r  r  )r8   r   get_view_namesr  r;   r;   r<   rv    r  zSQLAlchemyMixIn._get_all_viewsN)
r~  r  r  classmethodr  rd   ry  rx  rw  rv  r;   r;   r;   r<   r  s  s    
	r  c                   @  sj   e Zd ZdZdd Zdd Zdd Zdd	 Zd
d Zdd Z	dddZ
dd Zdd Zdd Zdd ZdS )PandasSQLTestzT
    Base class with common private methods for SQLAlchemy and fallback cases.

    c                 C  s@   |  d| j t| jtjrt| j| d S t| j|| j d S r4  )ry  r>   rc   rl   rm   rM   ri   flavor)rz  r   r;   r;   r<   load_iris_data  s   zPandasSQLTest.load_iris_datac                 C  s^   | j dkr|D ]}|d qt| jtjr%dd |D }t| j| d S t| j|| j  d S )Nr%   r}   c                 S  s   g | ]}t | qS r;   )tuplerb   )rW   r   r;   r;   r<   r[     rS  z1PandasSQLTest.load_types_data.<locals>.<listcomp>)r  r   rc   r>   rl   rm   r   r   )rz  r   r   r;   r;   r<   load_types_data  s   
zPandasSQLTest.load_types_datac                 C  s.   t d | j }d}| jj||d}t| d S )Nr&   r-  r*  r.  r  r  
read_queryr   rz  r2  rh   r   r;   r;   r<   _read_sql_iris_parameter  s   z&PandasSQLTest._read_sql_iris_parameterc                 C  s4   t d | j }ddd}| jj||d}t| d S )Nr'   r   r   r(  r*  r  r  r;   r;   r<   _read_sql_iris_named_parameter  s   
z,PandasSQLTest._read_sql_iris_named_parameterc                 C  s*   t d | j }| jj|d d}t| d S )Nr(   r*  r  )rz  r2  r   r;   r;   r<   (_read_sql_iris_no_parameter_with_percent  s   z6PandasSQLTest._read_sql_iris_no_parameter_with_percentc                 C  s2   |  d| j | j|jd d ddksJ d S )Nr   r   )ry  r>   r  r   r   rz  r   r;   r;   r<   _to_sql_empty  s   $zPandasSQLTest._to_sql_emptyautoc                 K  sr   |  d| j | jj|dfd|i|dksJ | jds J t|}t| jd}||ks0J |  d| j dS )z `to_sql` with the `engine` paramr   r      N)ry  r>   r  r   r   r  r   )rz  r   r   engine_kwargsnum_entriesnum_rowsr;   r;   r<   _to_sql_with_sql_engine  s    z%PandasSQLTest._to_sql_with_sql_enginec                 C  sV   |  d| j | j|ddksJ | jd}|jddd d |j_t	|| d S )Ntest_frame_roundtripr  "SELECT * FROM test_frame_roundtriplevel_0Tinplace)
ry  r>   r  r   r  	set_indexr   r   r   rJ  rz  r   ri  r;   r;   r<   
_roundtrip  s   zPandasSQLTest._roundtripc                 C  s(   | j d}| }t|g d d S Nr  r   )r  rD   r   r   r   )rz  iris_resultsrX   r;   r;   r<   _execute_sql  s   zPandasSQLTest._execute_sqlc                 C  sN   t jddgg ddgd}| j|ddksJ | d}|dggks%J d S )Nr    @line1r        ?line2r   r   r   r   r   r   test_to_sql_saves_indexr  )r   from_recordsr  r   _get_index_columns)rz  r   ix_colsr;   r;   r<   _to_sql_save_index  s   
z PandasSQLTest._to_sql_save_indexc                 C  sN  | j  %}d}t| j tr|| nddlm} ||}|| W d    n1 s-w   Y  G dd dt}d}t| j trLddlm} ||}z| j  
}|| |d1 s_w   Y  W n	 |yn   Y nw | j 	d}t
|dks}J | j  }|| W d    n1 sw   Y  | j 	d}t
|d	ksJ d S )
Nz'CREATE TABLE test_trans (A INT, B TEXT)r   rj   c                   @  s   e Zd ZdS )z7PandasSQLTest._transaction_test.<locals>.DummyExceptionN)r~  r  r  r;   r;   r;   r<   DummyException  s    r  z/INSERT INTO test_trans (A,B) VALUES (1, 'blah')errorzSELECT * FROM test_transr   )r  run_transactionrc   r   rD   r8   rk   	Exceptionr   r  r  )rz  transrK   rk   r  ins_sqlresrN  r;   r;   r<   _transaction_test  s:   


zPandasSQLTest._transaction_testN)r  )r~  r  r  __doc__r  r  r  r  r  r  r  r  r  r  r  r;   r;   r;   r<   r    s    

r  c                
   @  s  e Zd ZU dZdZded< ejdddd Zd	d
 Z	dd Z
dd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd  Zd!d" Zejd#g d$ejd%ejd&d'fejd(d)fejd&d'fejd(d)fgd*d+ Zd,d- Zd.d/ Zd0d1 Zejd2g d3d4d5 Z d6d7 Z!d8d9 Z"ejd:d;e#e$e#e$d<gd=d> Z%d?d@ Z&dAdB Z'dCdD Z(dEdF Z)dGdH Z*dIdJ Z+dKdL Z,dMdN Z-dOdP Z.dQdR Z/d;S )S_TestSQLApia  
    Base class to test the public API.

    From this two classes are derived to run these tests for both the
    sqlalchemy mode (`TestSQLApi`) and the fallback mode
    (`TestSQLiteFallbackApi`).  These tests are run with sqlite3. Specific
    tests for the different sql flavours are included in `_TestSQLAlchemy`.

    Notes:
    flavor can always be passed even in SQLAlchemy mode,
    should be correctly ignored.

    we don't use drop_table because that isn't part of the public api

    r#   r*   r  Tautousec                 C  s*   |   | _| | | | |   d S r   )rd   r>   r  r  load_test_data_and_sqlrz  r   r   r;   r;   r<   setup_method,  s   


z_TestSQLApi.setup_methodc                 C  s   t | j d S r   )rn   r>   r  r;   r;   r<   r  3     z"_TestSQLApi.load_test_data_and_sqlc                 C  s   t d| j}t| d S )NzSELECT * FROM iris_view)r   r!   r>   r   rz  r   r;   r;   r<   test_read_sql_view6  s   z_TestSQLApi.test_read_sql_viewc                 C  s8   d}t j|| jdd}t || j}tt|| d S )Nz/SELECT * FROM iris_view WHERE SepalLength < 0.0r   r#  )r   r!   r>   r   rJ  r   )rz  r2  
with_batchwithout_batchr;   r;   r<   &test_read_sql_with_chunksize_no_result:  s   z2_TestSQLApi.test_read_sql_with_chunksize_no_resultc                 C  s&   t |d| j t d| jsJ d S )Nr   )r   r   r>   r   r  r;   r;   r<   r  @  s   z_TestSQLApi.test_to_sqlc                 C  sr   t j|d| jdd t d| jsJ d}tjt|d t j|d| jdd W d    d S 1 s2w   Y  d S )Ntest_frame2r  r  z"Table 'test_frame2' already existsr   )r   r   r>   r   r   r  r  rz  r   r  r;   r;   r<   test_to_sql_failD  s   "z_TestSQLApi.test_to_sql_failc                 C  s^   t j|d| jdd t j|d| jdd t d| jsJ t|}t| jd}||ks-J d S )Nr   r  r  r   r   r   r>   r   r  r   rz  r   r  r  r;   r;   r<   test_to_sql_replaceL  s   z_TestSQLApi.test_to_sql_replacec                 C  sr   t j|d| jdddksJ t j|d| jdddksJ t d| js%J dt| }t| jd}||ks7J d S )Ntest_frame4r  r  r  r   r  r  r  r;   r;   r<   test_to_sql_appendW  s   z_TestSQLApi.test_to_sql_appendc                 C  s2   t j|d| jdd t d| j}t|| d S )Ntest_frame5FrI  zSELECT * FROM test_frame5)r   r   r>   r  r   rJ  )rz  r   ri  r;   r;   r<   test_to_sql_type_mappinge  s   z$_TestSQLApi.test_to_sql_type_mappingc                 C  sL   t tjddddd}tj|d| jdd td	| j}t|	 | d S )
Nr   r   r   seriesr   test_seriesFrI  zSELECT * FROM test_series)
r   r   aranger   r   r>   r!   r   rJ  to_frame)rz  ss2r;   r;   r<   test_to_sql_seriesk  s   z_TestSQLApi.test_to_sql_seriesc                 C  s\   t j|d| jd t jd| jd}|j|_|jddd |jt d |j_t	
|| d S )Nr  conr  r  Tr  )r   r   r>   r!   r   r  r   r   r   r   rJ  r  r;   r;   r<   test_roundtripq  s   z_TestSQLApi.test_roundtripc                 C  s6   t j|d| jddd t jd| jd}t|| d S )Nr  Fr  )r  r   r$  r  r  )r   r   r>   r!   r   rJ  r  r;   r;   r<   test_roundtrip_chunksize|  s   z$_TestSQLApi.test_roundtrip_chunksizec                 C  sR   t | j}|d}W d    n1 sw   Y  | }t|g d d S r  )r   r    r>   rD   r   r   r   )rz  
pandas_sqlr  rX   r;   r;   r<   test_execute_sql  s
   z_TestSQLApi.test_execute_sqlc              	   C  s  t d| j}t|jjjtjrJ t jd| jdgd}t|jjjtjs'J |j	 t
ddddddt
ddddddgks@J t jd| jdd	id}t|jjjtjsVJ |j	 t
ddddddt
ddddddgksoJ t jd| jd
gd}t|jjjtjsJ |j	 t
ddddddt
ddddddgksJ t jd| jd
did}t|jjjtjsJ |j	 t
ddddddt
ddddddgksJ t jd| jddid}t|jjjtjsJ |j	 t
dt
dgksJ d S )NSELECT * FROM typesru   parse_datesi  r   rC  r   r  %Y-%m-%d %H:%M:%Srv   i        i  r  rw   z%Y%m%dz
2010-10-10z
2010-12-12)r   r!   r>   r   ru   r9   r   r   
datetime64tolistr   rv   rw   rz  r   r;   r;   r<   test_date_parsing  s\   





z_TestSQLApi.test_date_parsingr  )ignoreraisecoercezread_sql, text, moder  )r8   fallbackrs   r8   c                 C  sD   | j |v r |ddi}||| jdd|iid}t|| d S d S )Nru   zdatetime64[ns]errors)r  r  )r  r   r>   r   rJ  )rz  r  rk   r  r  r   rg  ri  r;   r;   r<   test_custom_dateparsing_error  s   
z)_TestSQLApi.test_custom_dateparsing_errorc                 C  sH   t jd| jdddgd}t|jjjtjsJ t|j	jjtjs"J d S )Nr  ru   rv   )	index_colr  )
r   r!   r>   r   r   r9   r   r   r  rv   r	  r;   r;   r<   test_date_and_index  s   z_TestSQLApi.test_date_and_indexc                 C  s   t tddgdd }tt |d| j}W d    n1 s#w   Y  |dks.J t	d| j}t
|d |d d d S )	Nz00:00:01z00:00:03foor   test_timedeltar  zSELECT * FROM test_timedeltar   )r   r   r  r   r  r  r   r>   r   r!   assert_series_equalr{  )rz  r   rh  ri  r;   r;   r<   r    s   z_TestSQLApi.test_timedeltac                 C  s^   t dddgi}d}tjt|d |d| jd u sJ W d    d S 1 s(w   Y  d S )Nr   y      ?      ?y               @zComplex datatypes not supportedr   test_complex)r   r   r  r  r   r>   )rz  r   r  r;   r;   r<   test_complex_raises  s
   "z_TestSQLApi.test_complex_raiseszindex_name,index_label,expected))NNr   )Nother_labelr  )
index_nameNr  )r  r  r  )r   N0)Nr   r  c                 C  sT   t dtdi}||j_d}tj|d| j|d t|| j}|jd |ks(J d S )Nrd  r  SELECT * FROM test_index_labeltest_index_labelindex_labelr   )	r   ranger   r   r   r   r>   r!   r   )rz  r  r  rg  
temp_framer2  r   r;   r;   r<   test_to_sql_index_label  s   z#_TestSQLApi.test_to_sql_index_labelc                 C  s  d}t dtditddgd}t|d| j}||ksJ td| j}|jd d	ks/J |jd
 dks8J tj|d| jdddgd}||ksKJ td| j}|jd d 	 ddgksaJ ddg|j
_tj|d| jdd}||kswJ td| j}|jd d 	 ddgksJ tj|d| jdddgd}||ksJ td| j}|jd d 	 ddgksJ d}tjt|d tj|d| jddd W d    d S 1 sw   Y  d S )Nr  rd  )A0A1)B0B1rI  r  r  r   r  r   level_1r   r   r   )r   r  r  r  r   r   zALength of 'index_label' should match number of levels, which is 2r   )r   r  r   from_productr   r   r>   r!   r   r  r   namesr   r  r  )rz  expected_row_countr   ri  r   r  r;   r;   r<   "test_to_sql_index_label_multiindex  s^   

"z._TestSQLApi.test_to_sql_index_label_multiindexc                 C  sT   t jddgg dddgd}|d| j tjd| jddgd	}tj||d
d d S )Nr  r  r  r   r   r  test_multiindex_roundtripz'SELECT * FROM test_multiindex_roundtripr  Tcheck_index_type)r   r  r   r>   r   r!   r   rJ  rz  r   ri  r;   r;   r<   r+  Q  s   z%_TestSQLApi.test_multiindex_roundtripr9   Nr   r   c                 C  s^   t ddgddggddgd}|d| jd	ksJ ||}tjd
| j|d}t|| d S )N333333?g333333@ffffff@g333333@r   r   r   test_dtype_argumentr  z$SELECT A, B FROM test_dtype_argumentr  r9   )r   r   r>   r   r   r!   r   rJ  )rz  r9   r   rg  ri  r;   r;   r<   r3  ^  s   
z_TestSQLApi.test_dtype_argumentc                 C  s4   t ddgddggddgd}tj|d| jdd	 d S )
Nr   r  rC  r  r   r   test_frame_integer_col_namesr   r  )r   r   r   r>   r	  r;   r;   r<   test_integer_col_namess  s   z"_TestSQLApi.test_integer_col_namesc                 C  s"   t j|d| jd}d|v sJ d S )Nr   r  CREATEr   
get_schemar>   rz  r   
create_sqlr;   r;   r<   test_get_schemaw  s   z_TestSQLApi.test_get_schemac                 C  s$   t j|d| jdd}d|v sJ d S )Nr   pypi)r  r[  zCREATE TABLE pypi.r8  r:  r;   r;   r<   test_get_schema_with_schema{  s   z'_TestSQLApi.test_get_schema_with_schemac                 C  sj   | j dkrddlm} |}nd}tddgddgd	}tj|d
| jd|id}d|v s-J d|v s3J d S )Nr8   r   )rr   INTEGER皙?r1  r  皙@rG  r   rH  r4  r7  )r  r8   rr   r   r   r9  r>   )rz  rr   r9   float_framer;  r;   r;   r<   test_get_schema_dtypes  s   
z"_TestSQLApi.test_get_schema_dtypesc                 C  sf   t ddgddgd}tj|d| jdd}d	}||v sJ tj|d| jd
dgd}d}||v s1J d S )Nr@  r1  r  rA  )Col1Col2r   rD  )r  r   z'CONSTRAINT test_pk PRIMARY KEY ("Col1")r   r   z)CONSTRAINT test_pk PRIMARY KEY ("A", "B"))r   r   r9  r>   )rz  r   r   r;  constraint_sentencer;   r;   r<   test_get_schema_keys  s   z _TestSQLApi.test_get_schema_keysc                 C  s  t tjddtdd}|jd| jdd td| j}t  }d	}g d
}tjd| jddD ]}t	||gdd}t
||| ksCJ |d7 }q/t|| | jdkrt  }d	}g d
}tjd| jddD ]}t	||gdd}t
||| ksyJ |d7 }qet|| d S d S )N   r   abcder   test_chunksizeFrI  zselect * from test_chunksizer   )r   r   r   r   r  r#  Tignore_indexr   r8   )r   r   randomrandnlistr   r>   r   r!   r   r  r   rJ  r  r"   )rz  r   rM  rN  isizeschunkres3r;   r;   r<   test_chunksize_read  s.   



z_TestSQLApi.test_chunksize_readc                 C  s`   t g dg dd}| }|d d|d< |jd| jdd td	| j}t|| d S )
NrB  )John P. Doez	Jane DoverU  )	person_idperson_namerW  categorytest_categoricalFrI  zSELECT * FROM test_categorical)	r   copyr   r   r>   r   r!   r   rJ  )rz  r   df2r  r;   r;   r<   rY    s   z_TestSQLApi.test_categoricalc                 C  s2   t ddgddggddgd}|jd| jd	d
 d S )Nr   r  rC  r     érH  r   test_unicodeFrI  )r   r   r>   r	  r;   r;   r<   test_unicode_column_name  s   z$_TestSQLApi.test_unicode_column_namec                 C  sJ   t g ddtjdgd}|jd| jdd td| j}t|| d S )	Nr   r   r  r   r2  r0  zd1187b08-4943-4c8d-a7f6FrI  z'SELECT * FROM `d1187b08-4943-4c8d-a7f6`)	r   r   nanr   r>   r   r!   r   rJ  rz  r   r  r;   r;   r<   test_escaped_table_name  s   z#_TestSQLApi.test_escaped_table_namec                 C  sj   t g dg ddd}|jd| jdd td| j}t g d	g d
g dgg dd}t|| d S )NrB  rD  r   r   rH  r  
test_tableFrI  z*SELECT a, b, a +1 as a, c FROM test_table;)r   rE  r  r   )r  r   rC  r   )rC  rF  r  r   )r   rH  r   r  r   )r   r   r>   r   r  r   rJ  )rz  r   ri  rg  r;   r;   r<   test_read_sql_duplicate_columns  s   z+_TestSQLApi.test_read_sql_duplicate_columns)0r~  r  r  r  r  __annotations__r   fixturer  r  r  r  r  r  r  r  r  r  r  r  r   r
  markparametrizer   r  r!   r"   r  r  r  r  r!  r*  r+  r   r   r3  r6  r<  r>  rC  rG  rT  rY  r^  rb  re  r;   r;   r;   r<   r    sz   
 

7


	
9
	"	r  zSQLAlchemy not installedreasonc                   @  s   e Zd ZdZdZdZedd Zdd Zdd	 Z	d
d Z
dd Zdd Zdd Zdd Zejddddddddddddd d!d"eeejd#krId$nd%fgd&d' Zejd(d)d*gd+d, Zd-d. Zed/d0d1 Zd2d3 Zd4d5 Zd6d7 Zd8S )9
TestSQLApiz
    Test the public API as it would be used directly

    Tests for `read_sql_table` are included here, as this is specific for the
    sqlalchemy mode.

    r#   r8   c                 C     t d| _d S Nzsqlite:///:memory:r8   r   r   r  r;   r;   r<   setup_class     zTestSQLApi.setup_classc                 C  s@   t |d| j ddg}t jd| j|d}|j |ksJ d S )Nr  r   r   r   )r   r   r>   r"   r   r  )rz  r   colsri  r;   r;   r<   test_read_table_columns  s   z"TestSQLApi.test_read_table_columnsc                 C  s   t |d| j t jd| jdd}|jjdgksJ t jd| jddgd}|jjddgks/J t jd| jddgddgd}|jjddgksGJ |j ddgksRJ d S )	Nr  r   r,  r   r   r   r   )r  r   )r   r   r>   r"   r   r(  r   r  r  r;   r;   r<   test_read_table_index_col  s   z$TestSQLApi.test_read_table_index_colc                 C  sT   t d| j}t d| j}t|| t d| j}t d| j}t|| d S )Nr  r1   )r   r!   r>   r  r   rJ  r"   )rz  iris_frame1iris_frame2r;   r;   r<   test_read_sql_delegate  s   z!TestSQLApi.test_read_sql_delegatec              
   C  s  ddl m} ddlm} |d|dg}|D ]R}t| j|rM| j !}|  || W d    n1 s8w   Y  W d    n1 sGw   Y  q| j  | j| W d    n1 scw   Y  qt	
d  td| j td| j W d    d S 1 sw   Y  d S )Nr   rj   rP   z,CREATE TABLE invalid (x INTEGER, y UNKNOWN);z0CREATE TABLE other_table (x INTEGER, y INTEGER);other_tablezSELECT * FROM other_table)r8   rk   ra   rQ   rc   r>   rd   re   rD   r   r  r   r"   r!   )rz  rk   rQ   
query_listr2  r>   r;   r;   r<   test_not_reflect_all_tables  s,   
"z&TestSQLApi.test_not_reflect_all_tablesc                 C  s   t jtdd t| jdd W d    n1 sw   Y  t d  |d| j W d    d S 1 s9w   Y  d S )NzThe provided table name 'TABLE1' is not found exactly as such in the database after writing the table, possibly due to case sensitivity issues. Consider using lower case table names.r   TABLE1 CaseSensitive)r   r  r  r   r   r>   check_case_sensitiver   r  r;   r;   r<   (test_warning_case_insensitive_table_name0  s   "z3TestSQLApi.test_warning_case_insensitive_table_namec                 C  s6   ddl m} |j| j}|d}dd |D }|S )Nr   )
reflectiontest_index_savedc                 S  r  column_namesr;   rW   rP  r;   r;   r<   r[   E  r  z1TestSQLApi._get_index_columns.<locals>.<listcomp>)ra   r  	Inspectorfrom_enginer>   get_indexes)rz  tbl_namer  r   ixsr;   r;   r<   r  @  s
   
zTestSQLApi._get_index_columnsc                 C  s\   ddl m} tdtddgddi}t| j}tjd||d	}t|j	j
d j|s,J d S )
Nr   )	TIMESTAMPr   2014-12-12 01:542014-12-11 02:54Tutc	test_typer   )r8   r  r   r   r   r   r>   SQLTablerc   r8  r  r   )rz  r  r   r1  r8  r;   r;   r<   test_sqlalchemy_type_mappingH  s   z'TestSQLApi.test_sqlalchemy_type_mappingzinteger, expected)int8SMALLINT)Int8r  )uint8r  )UInt8r  )int16r  )Int16r  )uint16r?  )UInt16r?  )int32r?  )Int32r?  )uint32BIGINT)UInt32r  )r   r  )Int64r  r   r  r?  c                 C  sP   t ddgdg|d}t| j}tjd||d}t|jjjj	}||ks&J d S )Nr   r   r   r   r9   r  r  )
r   r   r   r>   r  r*   r8  r  r   r   )rz  r@  rg  r   r1  r8  ri  r;   r;   r<   test_sqlalchemy_integer_mappingT  s
   z*TestSQLApi.test_sqlalchemy_integer_mappingr@  uint64UInt64c                 C  sd   t ddgdg|d}t| j}tjtdd tjd||d W d    d S 1 s+w   Y  d S )	Nr   r   r   r  z1Unsigned 64 bit integer datatype is not supportedr   r  r  )r   r   r   r>   r   r  r  r  )rz  r@  r   r1  r;   r;   r<   (test_sqlalchemy_integer_overload_mappingq  s   "z3TestSQLApi.test_sqlalchemy_integer_overload_mappingc           	      C  s   t  +}d| }d}|j||ddd t||}t||}d}t||}W d    n1 s2w   Y  t || t || t || d S )Nr   r1   r   Fr   r  )r   r   r   r   r  r"   r!   rJ  )	rz  r   r   db_urir8  r  r   r2  r  r;   r;   r<   test_database_uri_string{  s   
z#TestSQLApi.test_database_uri_stringpg8000c                 C  sD   d}t jtdd td| W d    d S 1 sw   Y  d S )Nz)postgresql+pg8000://user:pass@host/dbnamer  r   zselect * from tabler   r  ImportErrorr   r  )rz  r  r;   r;   r<   (test_pg8000_sqlalchemy_passthrough_error  s   "z3TestSQLApi.test_pg8000_sqlalchemy_passthrough_errorc                 C  sH   ddl m} |d}tj|| jddid}t|d }|dhks"J d S )Nr   rj   z#select * from iris where name=:namer   zIris-versicolorr*  r6   )r8   rk   r   r  r>   set)rz  rk   	name_textiris_df	all_namesr;   r;   r<   test_query_by_text_obj  s
   z!TestSQLApi.test_query_by_text_objc                 C  sh   ddl m}m} t| j}|||jj|dk}tj	|| j
ddid}t|d }|dhks2J d S )Nr   )	bindparamr&  r   r   r*  r6   )r8   r  r&  r=   r  wherer  r6   r   r  r>   r  )rz  r  r&  r1   name_selectr  r  r;   r;   r<   test_query_by_select_obj  s   
z#TestSQLApi.test_query_by_select_objc                 C  sF   t g dg dd}|jd| jdd td| j}t|| d S )Nr_  rC  r  r   )r   z%_variationtest_column_percentageFrI  r   r   r>   r   r"   r   rJ  ra  r;   r;   r<   test_column_with_percentage  s   z&TestSQLApi.test_column_with_percentageN)r~  r  r  r  r  r  r  rp  rs  rt  rw  rz  r  r  r  r   rh  ri  r   r   r9   r   r  r  r  tdskip_if_installedr  r  r  r  r;   r;   r;   r<   rl    sR    
	
	
	
	rl  c                   @  sz   e Zd ZdZdZdZdddZdd Zej	j
ed	d
dd Zej	j
ed	d
dd Zdd Zdd Zdd Zdd ZdS )TestSQLiteFallbackApiz9
    Test the public sqlite connection fallback API

    r#   r  r   c                 C  s
   t |S r   r  )rz  databaser;   r;   r<   rd     r  zTestSQLiteFallbackApi.connectc              	   C  s   t  I}t| |}tj|d|dddksJ W d    n1 s$w   Y  t| |}td|}W d    n1 sAw   Y  W d    n1 sPw   Y  t || d S )Ntest_frame3_legacyFrI  r  z!SELECT * FROM test_frame3_legacy;)r   r   r   rd   r   r   r!   rJ  )rz  r   r   r>   ri  r;   r;   r<   test_sql_open_close  s   

z)TestSQLiteFallbackApi.test_sql_open_closezSQLAlchemy is installedrj  c                 C  sH   d}d}t jt|d td| W d    d S 1 sw   Y  d S )Nzmysql://root@localhost/pandasz-Using URI string without sqlalchemy installedr   r  r  )rz  r>   r  r;   r;   r<   test_con_string_import_error  s
   "z2TestSQLiteFallbackApi.test_con_string_import_errorc              	   C  s   G dd d}t |d,}tt td| W d    n1 s%w   Y  W d    d S W d    d S 1 s=w   Y  d S )Nc                   @  s&   e Zd Zd
ddZdd Zdd Zd	S )z~TestSQLiteFallbackApi.test_con_unknown_dbapi2_class_does_not_error_without_sql_alchemy_installed.<locals>.MockSqliteConnectionreturnNonec                 _  s   t j|i || _d S r   )rl   rm   r>   )rz  argskwargsr;   r;   r<   __init__  s   zTestSQLiteFallbackApi.test_con_unknown_dbapi2_class_does_not_error_without_sql_alchemy_installed.<locals>.MockSqliteConnection.__init__c                 S  s   t | j|S r   )getattrr>   )rz  r   r;   r;   r<   __getattr__     zTestSQLiteFallbackApi.test_con_unknown_dbapi2_class_does_not_error_without_sql_alchemy_installed.<locals>.MockSqliteConnection.__getattr__c                 S  r  r   )r>   rs  r  r;   r;   r<   rs    r  zTestSQLiteFallbackApi.test_con_unknown_dbapi2_class_does_not_error_without_sql_alchemy_installed.<locals>.MockSqliteConnection.closeN)r  r  )r~  r  r  r  r  rs  r;   r;   r;   r<   MockSqliteConnection  s    
r  r   zSELECT 1)r   r   r   r  r  r   r  )rz  r  r>   r;   r;   r<   Jtest_con_unknown_dbapi2_class_does_not_error_without_sql_alchemy_installed  s   
"z`TestSQLiteFallbackApi.test_con_unknown_dbapi2_class_does_not_error_without_sql_alchemy_installedc                 C  sp   t d| j}t d| j}t|| d}tjt j|d t d| j W d    d S 1 s1w   Y  d S )Nr  z9Execution failed on sql 'iris': near "iris": syntax errorr   r1   )	r   r!   r>   r  r   rJ  r   r  DatabaseError)rz  ru  rv  r  r;   r;   r<   rw    s   "z,TestSQLiteFallbackApi.test_read_sql_delegatec                 C  s   t |d}d|v sJ d S )Nr   r7  )r   r9  r:  r;   r;   r<   test_get_schema2  s   z&TestSQLiteFallbackApi.test_get_schema2c                 C  sF   | dD ]}|  d d|kr|  d   S qtd| d)N
r   rQ  r   zColumn 
 not found)splitstripr  )rz  r[  columncolr;   r;   r<   _get_sqlite_column_type  s
   z-TestSQLiteFallbackApi._get_sqlite_column_typec                 C  sT   t dtddgddi}t| j}tjd||d}| }| |ddks(J d S )	Nr   r  r  Tr  r  r  r  )r   r   r   r   r>   SQLiteTable
sql_schemar  )rz  r   r1  r8  r[  r;   r;   r<   test_sqlite_type_mapping  s   z.TestSQLiteFallbackApi.test_sqlite_type_mappingN)r   )r~  r  r  r  r  r  rd   r  r   rh  skipifSQLALCHEMY_INSTALLEDr  r  rw  r  r  r  r;   r;   r;   r<   r    s    


	r  c                   @  sf  e Zd ZU dZded< edd Zejdddd	 Z	ed
d Z
edd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zd d! Zd"d# Zd$d% Zd&d' Zd(d) Zd*d+ Zd,d- Zd.d/ Zd0d1 Zd2d3 Zd4d5 Zd6d7 Z d8d9 Z!d:d; Z"d<d= Z#d>d? Z$d@dA Z%dBdC Z&dDdE Z'dFdG Z(dHdI Z)dJdK Z*dLdM Z+dNdO Z,dPdQ Z-ej./dRdSe0j1gidSe0j1 gie0j1 gdTgdUgdVdW Z2dXdY Z3dZd[ Z4d\d] Z5d^d_ Z6d`da Z7dbdc Z8ej./dddedfgdgdh Z9ej./dddedigdjdk Z:ej./ddg dldmdn Z;d|dqdrZ<d|dsdtZ=dudv Z>ej./dwe?j@dxgej./dddedfgdydz ZAd{S )}_TestSQLAlchemyz
    Base class for testing the sqlalchemy backend.

    Subclasses for specific database types are created below. Tests that
    deviate for each flavor are overwritten there.

    r*   r  c                 C  s   |    |   d S r   )setup_driversetup_enginer  r;   r;   r<   rp    s   z_TestSQLAlchemy.setup_classTr  c                 C  sb   z| j  | _t| j| _W n tjjy$   t	
d| j d Y nw | | | | d S )NzCan't connect to z server)r   rd   r>   r   r   r  r8   rt  ru  r   skipr  r  r  r  r;   r;   r<   r    s   
z_TestSQLAlchemy.setup_methodc                 C     t  r   NotImplementedErrorr  r;   r;   r<   r  '     z_TestSQLAlchemy.setup_driverc                 C  r  r   r  r  r;   r;   r<   r  +  r  z_TestSQLAlchemy.setup_enginec                 C     |    d S r   r  r  r;   r;   r<   test_read_sql_parameter/  r  z'_TestSQLAlchemy.test_read_sql_parameterc                 C  r  r   r  r  r;   r;   r<   test_read_sql_named_parameter2  r  z-_TestSQLAlchemy.test_read_sql_named_parameterc                 C     |  | d S r   r  r  r;   r;   r<   test_to_sql_empty5  r  z!_TestSQLAlchemy.test_to_sql_emptyc                 C  s   ddl m} |  }tg dg dd}tj|dd}||dd	ks'J W d    n1 s1w   Y  ||}|dsAJ d S )
Nr   r        ?       @      @      @r  r  r  r  onetwoTr	  r   r  )r8   r   rd   r   r   r   r   r   rz  r   	temp_connr   r  r   r;   r;   r<   test_create_table8  s   z!_TestSQLAlchemy.test_create_tablec                 C  s   ddl m} |  }tg dg dd}t|}||ddks$J ||}|ds/J |d z|	  W n	 t
yC   Y nw |drKJ d S )Nr   r  r  r  r  r   r  )r8   r   rd   r   r   r   r   r   ry  clear_cacheAttributeErrorr  r;   r;   r<   test_drop_tableE  s    

z_TestSQLAlchemy.test_drop_tablec                 C  r  r   r  r  r;   r;   r<   r  Y  r  z_TestSQLAlchemy.test_roundtripc                 C  r  r   r  r  r;   r;   r<   r   \  r  z _TestSQLAlchemy.test_execute_sqlc                 C  s   t jd| jd}t| d S )Nr1   r  )r   r"   r>   r   r  r;   r;   r<   test_read_table_  s   z_TestSQLAlchemy.test_read_tablec                 C  s.   t jd| jddgd}t|jjddg d S )Nr1   r2   )r  r   )r   r"   r>   r   r   r   rb   r  r;   r;   r<   rs  c  s   z'_TestSQLAlchemy.test_read_table_columnsc                 C  sH   d}t jt|d tjd| jd W d    d S 1 sw   Y  d S )Nz!Table this_doesnt_exist not foundr   this_doesnt_existr  )r   r  r  r   r"   r>   )rz  r  r;   r;   r<   test_read_table_absent_raisesi  s   "z-_TestSQLAlchemy.test_read_table_absent_raisesc                 C  s~   t d| j}t|jjjtjsJ t|j	jjtj
sJ t|jjjtjs(J t|jjjtjs3J t|jjjts=J d S r?  )r   r"   r>   r   rx   r9   r   r   r   ry   r@  rz   bool_r{   r|   objectr	  r;   r;   r<   rA  n  s   z,_TestSQLAlchemy.test_default_type_conversionc                 C  sH   t ddgid}|jd| jdddksJ td| j}t|| d S )Ni64l            )r   test_bigintFrI  r   r  r/  r;   r;   r<   r   z  s   z_TestSQLAlchemy.test_bigintc                 C  s(   t d| j}t|jjjtjsJ d S r?  	r   r"   r>   r   ru   r9   r   r   r  r	  r;   r;   r<   test_default_date_load  s   z&_TestSQLAlchemy.test_default_date_loadc                 C  s>  dd }t d| j}t|ds|jtjjdd |j}t	|j
s$J t d| jdgd}t|ds=|jtjjdd |j}t	|j
sGJ t|jjdksQJ ||j ttt d| jd	d
dd}|j}t	|j
snJ t|jjdksxJ td| j}|j}t	|j
sJ t|j|j td| j}||j d S )Nc                 S  s   t | jr| d tdksJ | d tdksJ d S t| jrEt| jjdks*J tdddtdddg}t|| jd}t	
| | d S td| j )	Nr   z2000-01-01 08:00:00r   z2000-06-01 07:00:00UTC)tzr   z&DateCol loaded with incorrect type -> )r   r9   r   r   r*   dtr  r   r   r   r  AssertionError)r  expected_datarg  r;   r;   r<   r<    s   




z:_TestSQLAlchemy.test_datetime_with_timezone.<locals>.checkzselect * from typesr}   z&no column with datetime with time zonerj  r  r  r   r#  TrK  rs   )r!   r>   rr  node
add_markerr   rh  xfailr}   r   r9   r*   r  r  r   rO  r   r"   r   r  )rz  r   r<  r   r  rg  r;   r;   r<   test_datetime_with_timezone  s@   !



z+_TestSQLAlchemy.test_datetime_with_timezonec                 C  s   t dtddddi}|jd| jdddksJ | jd	kr(|d jd
|d< n
|d jd |d< t	d| j}t
|| td| j}| jdkr]t|jd tsUJ t|d |d< t
|| d S )Nr   2013-01-01 09:00:00rC  
US/Pacificperiodsr  test_datetime_tzFrI  r%   r  zSELECT * FROM test_datetime_tzr#   r   r   )r   r   r   r>   r  r  
tz_converttz_localizer   r"   r   rJ  r!   rc   locr*   r   )rz  rg  ri  r;   r;   r<   %test_datetime_with_timezone_roundtrip  s   

z5_TestSQLAlchemy.test_datetime_with_timezone_roundtripc                 C  sd   t dtdddidgd}|jd| jdddksJ td| j}t tjgdgd}t	|| d S )	Nr   i'  r   r   rI  test_datetime_obbFr   )
r   r   r   r>   r   r"   r   NaTr   rJ  )rz  r   ri  rg  r;   r;   r<   test_out_of_bounds_datetime  s
   z+_TestSQLAlchemy.test_out_of_bounds_datetimec                 C  sh   t ddddd }tdtdi|d}|jd| jdd	dks!J tjd| jdd
}tj	||dd d S )Nz
2018-01-01r   6H)r  freqnumsrI  	foo_table	info_dater  r,  F)check_names)
r   
_with_freqr   r  r   r>   r   r"   r   rJ  )rz  datesrg  ri  r;   r;   r<   "test_naive_datetimeindex_roundtrip  s
   z2_TestSQLAlchemy.test_naive_datetimeindex_roundtripc                 C  sF  t d| j}| jdkrtntj}t|jj	j
|sJ t jd| jdgd}t|jj	j
tjs0J t jd| jddid}t|jj	j
tjsFJ t jd| jdddiid}t|jj	j
tjs^J t jd| jdgd}t|jj	j
tjssJ t jd| jddid}t|jj	j
tjsJ t jd| jdd	diid}t|jj	j
tjsJ d S )
Nrs   r#   ru   r  r  formatrv   r  unit)r   r"   r>   r  r  r   r  r   ru   r9   r   rv   )rz  r   expected_typer;   r;   r<   r
    s.   
z!_TestSQLAlchemy.test_date_parsingc                 C  s   t tdddtdd}|d| jdksJ td| j}|jddd	}t	
|| td
| j}|jddd	}| jdkrZt|jd tsJJ t|d |d< t	
|| d S t	
|| d S )Nr  rC  r  r  r0  test_datetimer   r   )axisSELECT * FROM test_datetimer#   r  r   )r   r   r   r  r   r>   r   r"   rf   r   rJ  r!   r  rc   r  r*   r   r/  r;   r;   r<   r&  %  s   
z_TestSQLAlchemy.test_datetimec                 C  s   t tdddtdd}tj|jd< |jd| jdd	dks!J t	d| j}t
|| td
| j}| jdkrVt|jd tsDJ t|d dd|d< t
|| d S t
|| d S )Nr  rC  r%  r  r0  r   r   r&  FrI  r(  r#   r  r   r  )r  )r   r   r   r  r`  r  r   r>   r   r"   r   rJ  r!   r  rc   r*   r   r/  r;   r;   r<   test_datetime_NaT:  s   
z!_TestSQLAlchemy.test_datetime_NaTc                 C  sl   t tdddtdddgdgd}|jd| jdddksJ td| j}|d }t|d }t|| d S )	N  r   r  r   r   	test_dateFrI  )r   r   r   r>   r"   r   r   r  )rz  r   r  ri  rg  r;   r;   r<   test_datetime_dateN  s   "z"_TestSQLAlchemy.test_datetime_datec                 C  s  t tdddtdddgdgd}|jd| jdd	d
ksJ td| j}t|| |}tj|d|dd	d
ks9J td|}|	dd }t|| tj|d| jdd	d
ksZJ | j
dkrstd| j}|	dd }t|| td| j}t|| d S )N	   r   r      r   r   	test_timeFrI  r  
test_time2zSELECT * FROM test_time2c                 S  
   |  dS Nz%H:%M:%S.%fstrftime_r;   r;   r<   <lambda>d     
 z4_TestSQLAlchemy.test_datetime_time.<locals>.<lambda>
test_time3r#   zSELECT * FROM test_time3c                 S  r2  r3  r4  r6  r;   r;   r<   r8  j  r9  )r   r   r   r>   r"   r   rJ  r   r!   applymapr  )rz  r   r   r  r   refr;   r;   r<   test_datetime_timeX  s    "
z"_TestSQLAlchemy.test_datetime_timec                 C  sh   t dtjd}t dtjd}t||d}|jd| jdddks"J td| j}t	j
||dd	d
 d S )Ni  r   g        )s1r  test_read_writeFrI  r   T)check_dtypecheck_exact)r   r   r  float32r   r   r>   r   r"   r   rJ  )rz  r>  r  r   r[  r;   r;   r<   test_mixed_dtype_inserto  s   z'_TestSQLAlchemy.test_mixed_dtype_insertc                 C  sl   t g ddtjdgd}|jd| jdddksJ td| j}t|| t	d	| j}t|| d S )
Nr_  r   r2  r0  test_nanFrI  rC  SELECT * FROM test_nan)
r   r   r`  r   r>   r   r"   r   rJ  r!   r/  r;   r;   r<   test_nan_numeric{  s   z _TestSQLAlchemy.test_nan_numericc                 C  s   t g dtjtjtjgd}|jd| jdddksJ td| j}t|| |d 	d|d< d |d< t
d	| j}t|| d S )
Nr_  r0  rD  FrI  rC  r   r  rE  )r   r   r`  r   r>   r   r"   r   rJ  r   r!   r/  r;   r;   r<   test_nan_fullcolumn  s   z#_TestSQLAlchemy.test_nan_fullcolumnc                 C  sv   t g dddtjgd}|jd| jdddksJ d |jd	< td| j}t	|| t
d
| j}t	|| d S )Nr_  r   rH  r0  rD  FrI  rC  r  r   rE  )r   r   r`  r   r>   r  r   r"   r   rJ  r!   r/  r;   r;   r<   test_nan_string  s   
z_TestSQLAlchemy.test_nan_stringc                 C  s2   ddl m} || j}||}dd |D }|S )Nr   r  c                 S  r  r  r;   r  r;   r;   r<   r[     r  z6_TestSQLAlchemy._get_index_columns.<locals>.<listcomp>)r8   r   r>   r  )rz  r  r   r   r  r;   r;   r<   r    s
   

z"_TestSQLAlchemy._get_index_columnsc                 C  r  r   r  r  r;   r;   r<   test_to_sql_save_index  r  z&_TestSQLAlchemy.test_to_sql_save_indexc                 C  r  r   r  r  r;   r;   r<   test_transactions  r  z!_TestSQLAlchemy.test_transactionsc           	   	   C  s"  ddl m} ddlm} d}tj||| jd}|jd d }| || j ||}t	| j|r^| j
 !}|  || W d    n1 sIw   Y  W d    n1 sXw   Y  n| j  | j| W d    n1 stw   Y  t|| j}tj||dd | || j d S )Nr   rj   rP   test_get_schema_create_tabler  Fr-  )r8   rk   ra   rQ   r   r9  r>   r   ry  rc   rd   re   rD   r"   r   rJ  )	rz  r   rk   rQ   r|  r;  blank_test_dfr>   returned_dfr;   r;   r<   rN    s*   
z,_TestSQLAlchemy.test_get_schema_create_tablec                 C  s  ddl m}m} ddlm} ddg}ddg}t||d}|d	| jd
ks'J |jd| jd|idd
ks6J | }|j| jd |j	d j
d j}t||sPJ d}	tjt|	d |jd| jdtid W d    n1 sow   Y  |jd| jd|didd
ksJ |j| jd |j	d j
d j}t||sJ |jdksJ |jd| j|dd
ksJ |j| jd |j	d j
d j}
|j	d j
d j}t|
|sJ t||sJ d S )Nr   )ro   r/   r.   r   r   g?Tg?Nr   
dtype_testr  dtype_test2r   r_   z&The type of B is not a SQLAlchemy typer   r  dtype_test3
   single_dtype_test)r8   ro   r/   sqlalchemy.schemar.   r   r   r>   reflecttablesr   r   rc   r   r  r  r*   r)  )rz  ro   r/   r.   rr  r   r   metasqltyper  sqltypeasqltypebr;   r;   r<   
test_dtype  s4   "z_TestSQLAlchemy.test_dtypec                 C  s  ddl m}m}m}m} ddlm} tdd gttdddd gtdd gdd	td
d gd}t	|}d}|
|| jdks@J t|| j}	| }
|
j| jd | jdkrX|n|}|
j| j}t|d j|sjJ t|d j|stJ t|d j|s~J t|d j|sJ d S )Nr   )rp   rq   r-   rr   rQ  T  r   r   r  r   r@  BoolDateIntr-   notna_dtype_testr  r_   r$   rc  rd  re  r-   )r8   rp   rq   r-   rr   rY  r.   r   r   r   r   r>   r   r"   rZ  r  r[  r   rc   r   )rz  rp   rq   r-   rr   r.   rr  r   r|  r7  r\  my_typecol_dictr;   r;   r<   test_notna_dtype  s&   

z _TestSQLAlchemy.test_notna_dtypec           
   	   C  sd  ddl m}m}m} ddlm} d}tt|gddt|gddt|gddtdgd	dtdgd
dd}|jd| j	ddd|ddiddksIJ t
d| j	}t|d jd dt|d jd dkshJ | }|j| j	d |jd j}	t|	d jt|	d jksJ t|	d j|sJ t|	d j|sJ t|	d j|sJ t|	d j|sJ d S )Nr   )
BigIntegerr-   rr   rQ  gYB?rB  r   float64r   r  r   )f32f64
f64_as_f32i32r  test_dtypesFr   rn     )	precision)r   r   r9   r   rm     r_   rl  ro  r  )r8   rj  r-   rr   rY  r.   r   r   r   r>   r   r"   r   roundr   rZ  r[  r   r*   r   rc   )
rz  rj  r-   rr   r.   Vr   r  r\  rh  r;   r;   r<   test_double_precision	  s>   
0 z%_TestSQLAlchemy.test_double_precisionc                   sh   ddl m  dd dd fdd fd	d
}tdg did| jdks-J || j d S )Nr   rP   c                 S  s   d}t j|| dS )Nz'SELECT test_foo_data FROM test_foo_datar  )r   r!   )rV  r2  r;   r;   r<   test_select@	  s   zC_TestSQLAlchemy.test_connectable_issue_example.<locals>.test_selectc                 S  s   |j d| dd d S )Ntest_foo_datar   )r   r  r   )r   )rV  r   r;   r;   r<   test_appendD	  s   zC_TestSQLAlchemy.test_connectable_issue_example.<locals>.test_appendc                   s   | } | | d S r   r;   )r>   foo_data)ry  rw  r;   r<   test_connectableG	  s   zH_TestSQLAlchemy.test_connectable_issue_example.<locals>.test_connectablec              	     s   t |  r<|  )}|  | W d    n1 sw   Y  W d    d S W d    d S 1 s5w   Y  d S |  d S r   )rc   rd   re   )connectabler>   )rQ   r{  r;   r<   mainM	  s   



"z<_TestSQLAlchemy.test_connectable_issue_example.<locals>.mainrx  r_  rC  )ra   rQ   r   r   r>   )rz  r}  r;   )rQ   ry  r{  rw  r<   test_connectable_issue_example;	  s   	z._TestSQLAlchemy.test_connectable_issue_exampleinputr  bar)r  infe0c                 C  s   t |}| jdkrNtd}t|jtdk r)d|jv r)tjjdd}|j	
| d}tjt|d |jd	| jd
d W d    d S 1 sGw   Y  d S |jd	| jd
ddks[J td	| j}t|| d S )Nr$   r   z1.0.3r  zGH 36465rj  zinf cannot be used with MySQLr   foobarFrI  r   )r   r  r   r   r   __version__r   rh  r
  r  r	  r  r  r   r>   r   r"   r   assert_equal)rz  r  r   r   r   rh  r  r  r;   r;   r<   test_to_sql_with_negative_npinf[	  s    

"z/_TestSQLAlchemy.test_to_sql_with_negative_npinfc              	     s   ddl m mmm} ddlm}m} d}td|gi}| }G  fddd|}|| j	<}|
 ( | }	|j|	 |||d |  tj||j|	d	}
W d    n1 saw   Y  W d    n1 spw   Y  t|
| d S )
Nr   )r,   rr   Unicoder&  )Sessiondeclarative_basezHello, World!spamc                      s6   e Zd ZdZddgiZ ddZ dddZd	S )
z7_TestSQLAlchemy.test_temporary_table.<locals>.Temporary	temp_testprefixes	TEMPORARYTprimary_keyr/  F)nullableN)r~  r  r  __tablename____table_args__idr  r;   r,   rr   r  r;   r<   	Temporary	  s
    
r  )r  )r   r  )r8   r,   rr   r  r&  sqlalchemy.ormr  r  r   r>   re   rV  	__table__rg   addflushr   r!   r  r   rJ  )rz  r&  r  r  	test_datarg  Baser  sessionr>   r   r;   r  r<   test_temporary_tablez	  s"   
z$_TestSQLAlchemy.test_temporary_tablec                 C  sD   d}t jt|d | |d W d    d S 1 sw   Y  d S )Nz*engine must be one of 'auto', 'sqlalchemy'r   
bad_engine)r   r  r  r  r  r;   r;   r<   test_invalid_engine	  s   "z#_TestSQLAlchemy.test_invalid_enginec                 C  <   t dd | | W d    d S 1 sw   Y  d S )Nio.sql.enginer8   r   option_contextr  r  r;   r;   r<   test_options_sqlalchemy	     "z'_TestSQLAlchemy.test_options_sqlalchemyc                 C  r  )Nr  r  r  r  r;   r;   r<   test_options_auto	  r  z!_TestSQLAlchemy.test_options_autoc                 C  s   t tdts	J tdd t tdtsJ t tdts"J W d    n1 s,w   Y  tdd t tdtsAJ t tdtsJJ W d    d S 1 sUw   Y  d S )Nr8   r  r  )rc   r   r   r   r  r  r;   r;   r<   test_options_get_engine	  s   "z'_TestSQLAlchemy.test_options_get_enginec                 C     d S r   r;   r  r;   r;   r<   "test_get_engine_auto_error_message	     z2_TestSQLAlchemy.test_get_engine_auto_error_messagefuncr  r!   c           	      C  s   d}|   }|j|| jddd td| tt|d| | j|d}W d    n1 s/w   Y  | ||}t|| td|) tt|d| | j|dd	}| ||}|D ]}t|| q^W d    d S 1 srw   Y  d S )
Nr   Fr   r   r   mode.string_storageSelect * from dtype_backendrC  r  r$  	dtype_backend_datar   r>   r   r  r  dtype_backend_expectedr   rJ  	rz  string_storager  r  r8  r   ri  rg  iteratorr;   r;   r<   test_read_sql_dtype_backend	  s,   "z+_TestSQLAlchemy.test_read_sql_dtype_backendr"   c           	      C  s   d}|   }|j|| jddd td| tt||| j|d}W d    n1 s,w   Y  | ||}t|| td|& tt||| j|dd}| ||}|D ]}t|| qXW d    d S 1 slw   Y  d S )	Nr   Fr   r  r  r  rC  r  r  r  r;   r;   r<   !test_read_sql_dtype_backend_table	  s(   "z1_TestSQLAlchemy.test_read_sql_dtype_backend_table)r  r"   r!   c                 C  sn   d}|   }|j|| jddd d}tjt|d tt||| jdd W d    d S 1 s0w   Y  d S )	Nr   Fr   r  zPdtype_backend numpy is invalid, only 'numpy_nullable' and 'pyarrow' are allowed.r   numpyr  )r  r   r>   r   r  r  r  r   )rz  r  r8  r   r  r;   r;   r<   )test_read_sql_invalid_dtype_backend_table	  s   "z9_TestSQLAlchemy.test_read_sql_invalid_dtype_backend_tabler  r   c              
   C  sb   t tdtjdgddtg dddtdtjdgddtg d	ddg d
g dg dg ddS )Nr   rC  r  r   rB  r        @Float64r  r  r  )TFNTFTrc  r   rH  Nr   rH  r  defgh)r   r   r   r`  r  r;   r;   r<   r  	  s   z"_TestSQLAlchemy.dtype_backend_datac              
     s  |dkrt tjg dtjd}t tjddtjgtjd}ntdtg d}tg d}t	t
dtjd	gd
dt
g dd
dt
dtjdgddt
g dddt
ddtjgddt
g ddd||d|dkrtdddlm  t	 fddjD S )Npythonrc  r   r   rH  r   r  r   rC  r  rB  r  r  r  r  TFbooleanr  r  r   )ArrowExtensionArrayc                   s$   i | ]}| j | d dqS )T)from_pandas)r   )rW   r  r  r   par;   r<   
<dictcomp>#
  s    z:_TestSQLAlchemy.dtype_backend_expected.<locals>.<dictcomp>)r   r   r   object_r   NAr   r   r   r   r   r`  pandas.arraysr  r   )rz  storager  string_arraystring_array_nar;   r  r<   r  
  s4   

z&_TestSQLAlchemy.dtype_backend_expectedc                 C  sb   ddd}t ddgd|}| }|jd| jdd	d
 td| j|ddD ]}t|| q&d S )Nr   r  rG  r   rH  r   r   Fr   r  zSELECT * FROM testr   )r9   r$  )r   r   rZ  r   r>   r!   r   rJ  )rz  r   r   rg  ri  r;   r;   r<   test_chunksize_empty_dtypes*
  s   

z+_TestSQLAlchemy.test_chunksize_empty_dtypesr  numpy_nullablec                 C  s   d}t g ddd}|j|| jddd tt|d| | jd	tji|d
}t tg dtjdtg d|dks:dnddd}t	|| d S )Nr   rB  r   rG  Fr   r  r  r   )r9   r  r   )r   r   r   r  r   r  )
r   r   r>   r  r   r   rk  r   r   rJ  )rz  r  r  r8  r   ri  rg  r;   r;   r<   test_read_sql_dtype9
  s$   	z#_TestSQLAlchemy.test_read_sql_dtypeNr  r   )Br~  r  r  r  rf  r  rp  r   rg  r  r  r  r  r  r  r  r  r  r   r  rs  r  rA  r   r  r  r  r  r!  r
  r&  r*  r-  r=  rC  rF  rG  rI  r  rK  rM  rN  r`  ri  rv  r~  rh  ri  r   infr  r  r  r  r  r  r  r  r  r  r  r  r  r   
no_defaultr  r;   r;   r;   r<   r    s   
 


	

O
 
	#- (
 




%r  c                      sx   e Zd ZdZdZedd Zedd Zdd Zd	d
 Z	dd Z
dd Zd fddZejdddgdd Z  ZS )TestSQLiteAlchemyzL
    Test the sqlalchemy backend against an in-memory sqlite database.

    r#   c                 C  rm  rn  ro  r  r;   r;   r<   r  [
  rq  zTestSQLiteAlchemy.setup_enginec                 C  s
   d | _ d S r   )driverr  r;   r;   r<   r  _
  s   
zTestSQLiteAlchemy.setup_driverc                 C  s   t d| j}t|jjjtjsJ t|j	jjtj
sJ t|jjjtj
s(J t|jjjtjs3J t|jjjtjs>J d S r?  )r   r"   r>   r   rx   r9   r   r   r   ry   r@  rz   r{   r|   r	  r;   r;   r<   rA  d
  s   z.TestSQLiteAlchemy.test_default_type_conversionc                 C  s(   t d| j}t|jjjtjrJ d S r?  r  r	  r;   r;   r<   r  s
  s   z(TestSQLiteAlchemy.test_default_date_loadc                 C  sl   t dddgidd}|jd| jdddksJ td  td| j W d    d S 1 s/w   Y  d S )	Nr   r   r  r   r   test_bigintwarningFrI  )r   r   r>   r   r  r   r"   r	  r;   r;   r<   test_bigint_warningy
  s
   "z%TestSQLiteAlchemy.test_bigint_warningc           	        s  ddl m mm ddlm}m} | }G  fddd|}| j  |j	
| j W d    n1 s8w   Y  || jd}| 1}tddgdd	gd
}|jd| jddddks`J |  ||j|j}t|}W d    n1 szw   Y  t|jddgksJ d S )Nr   r,   rr   r/   )r  sessionmakerc                      s(   e Zd ZdZ ddZ dZdS )z>TestSQLiteAlchemy.test_row_object_is_named_tuple.<locals>.Testr  Tr  2   N)r~  r  r  r  r  string_columnr;   r  r;   r<   Test
  s    r  r_   r   helloworld)r  r  r  Fr   )r  r   r   r  r  r  )r8   r,   rr   r/   r  r  r  r>   re   r:   
create_allr   r   r  r2  r  r  rO  r   )	rz  r  r  	BaseModelr  r  r  r   
test_queryr;   r  r<   test_row_object_is_named_tuple
  s&   

z0TestSQLiteAlchemy.test_row_object_is_named_tupler  r   c                   >   t  ||}|dkr|ddd}|S |ddd}|S Nr  r  )r  r  zint64[pyarrow]superr  r   rz  r  r  r   	__class__r;   r<   r  
     z(TestSQLiteAlchemy.dtype_backend_expectedr  r  r"   c                 C  r  r   r;   )rz  r  r  r;   r;   r<   r  
  r  z3TestSQLiteAlchemy.test_read_sql_dtype_backend_tabler  )r~  r  r  r  r  r  r  r  rA  r  r  r  r  r   rh  ri  r  __classcell__r;   r;   r  r<   r  S
  s    

%	r  c                      sJ   e Zd ZdZdZdZedd Zedd Zdd	 Z	d fddZ
  ZS )TestMySQLAlchemyzA
    Test the sqlalchemy backend against an MySQL database.

    r$   i  c                 C  s(   t jd| j d| j d| jd| _d S )Nzmysql+z://root@localhost:/pandas)r   )r8   r   r  portr   r   r  r;   r;   r<   r  
  s   zTestMySQLAlchemy.setup_enginec                 C  s$   t d}d| _d|jjji| _d S )Nr   r   )r   r   r  r   r   r   r   )r  r   r;   r;   r<   r  
  s   
zTestMySQLAlchemy.setup_driverc                 C  r  r   r;   r  r;   r;   r<   rA  
  s   z-TestMySQLAlchemy.test_default_type_conversionr  r   c                   r  r  r  r  r  r;   r<   r  
  r  z'TestMySQLAlchemy.dtype_backend_expectedr  )r~  r  r  r  r  r  r  r  r  rA  r  r  r;   r;   r  r<   r  
  s    

r  c                   @  s8   e Zd ZdZdZdZedd Zedd Zdd	 Z	d
S )TestPostgreSQLAlchemyzF
    Test the sqlalchemy backend against an PostgreSQL database.

    r%   i8  c                 C  s"   t d| j d| j d| _d S )Nzpostgresql+z://postgres:postgres@localhost:r  )r8   r   r  r  r   r  r;   r;   r<   r  
  s   
z"TestPostgreSQLAlchemy.setup_enginec                 C  s   t d d| _d S )Nr   )r   r   r  r  r;   r;   r<   r  
  s   

z"TestPostgreSQLAlchemy.setup_driverc                 C  s  ddl m} tddgddgddgd	}| j  | jd
 | jd W d    n1 s0w   Y  |jd| jdddksBJ |jd| jddddksPJ |jd| jddddks^J td| j}t	
|| td| j}t	
|| tjd| jdd}t	
|| tjd| jdd}t	
|| d}tjt|d tjd| jdd W d    n1 sw   Y  | j  | jd
 | jd W d    n1 sw   Y  |jd| jddddksJ |jd| jdddd |jd| jdddddksJ tjd| jdd}t	
t||gdd| t| j|rh|  }	tj|	dd}
|
j|ddddks6J |
j|dddddksDJ |
j|dddddksRJ tjd| jdd}|
d}t	
|| d S d S )Nr   rP   r   r  rE  r   r   rb  rc  z$DROP SCHEMA IF EXISTS other CASCADE;zCREATE SCHEMA other;test_schema_publicFrI  test_schema_public_explicitpublic)r   r[  test_schema_otherother)r[  z!Table test_schema_other not foundr   )r[  r   r   )r[  r   r   r   TrK  test_schema_other2r  )ra   rQ   r   r>   re   r   r   r   r"   r   rJ  r   r  r  r   rc   rd   r   
read_table)rz  rQ   r   rM  rN  rS  res4r  r  engine2pdsqlr;   r;   r<   test_schema_support
  s   


z)TestPostgreSQLAlchemy.test_schema_supportN)
r~  r  r  r  r  r  r  r  r  r  r;   r;   r;   r<   r  
  s    

r  c                   @  s   e Zd ZdZdZejdddd Zdd Zd	d
 Z	dd Z
dd Zdd Zdd Zdd Zejdddgdd Zdd Zdd Zdd Zdd  Zd!d" Zd#d$ Zd%d& Zd'S )(TestSQLiteFallbackzG
    Test the fallback mode against an in-memory sqlite database.

    r#   Tr  c                 C  s0   |   | _| | | | t| j| _d S r   )rd   r>   r  r  r   r   r  r  r;   r;   r<   r  U  s   


zTestSQLiteFallback.setup_methodc                 C  r  r   r  r  r;   r;   r<   r  \  r  z*TestSQLiteFallback.test_read_sql_parameterc                 C  r  r   r  r  r;   r;   r<   r  _  r  z0TestSQLiteFallback.test_read_sql_named_parameterc                 C  r  r   r  r  r;   r;   r<   r  b  r  z$TestSQLiteFallback.test_to_sql_emptyc                 C  s\   t g dg dd}| j|ddksJ | jdsJ | jd | jdr,J d S )Nr  r  r  drop_test_framer  )r   r  r   r   ry  )rz  r   r;   r;   r<   test_create_and_drop_tablee  s   z-TestSQLiteFallback.test_create_and_drop_tablec                 C  r  r   r  r  r;   r;   r<   r  r  r  z!TestSQLiteFallback.test_roundtripc                 C  r  r   r  r  r;   r;   r<   r   u  r  z#TestSQLiteFallback.test_execute_sqlc                 C  s   t tdddtdddgdgd}|jd| jdddksJ td	| j}| jd
kr4t||t	 d S | jdkrAt|| d S d S )Nr+  r   r  r   r   r,  FrI  zSELECT * FROM test_dater#   r$   )
r   r   r   r>   r!   r  r   rJ  r   r*   ra  r;   r;   r<   r-  x  s   "

z%TestSQLiteFallback.test_datetime_datetz_awareFc                 C  s   |st dddt dddg}ntdddd}t| d	d
 }t|dgd}|jd| jdddks5J td| j}| j	dkrO|
dd
 }t|| d S d S )Nr.  r   r   r/  r  r  r  r  c                 S  s   |   S r   )timetz)r  r;   r;   r<   r8    s    z7TestSQLiteFallback.test_datetime_time.<locals>.<lambda>r   r   r0  FrI  zSELECT * FROM test_timer#   c                 S  r2  r3  r4  r6  r;   r;   r<   r8    r9  )r   r   r   to_pydatetimemapr   r   r>   r!   r  r;  r   rJ  )rz  r  tz_timestz_dtr   r  rg  r;   r;   r<   r=    s   
z%TestSQLiteFallback.test_datetime_timec                 C  sT   t dd| d | j}g }|jD ]}t d| d| j}||j  q|S )Nz1SELECT * FROM sqlite_master WHERE type = 'index' zAND tbl_name = ''zPRAGMA index_info())r   r!   r>   r   r   r  )rz  r  r  r  ix_nameix_infor;   r;   r<   r    s   

z%TestSQLiteFallback._get_index_columnsc                 C  r  r   rJ  r  r;   r;   r<   rK    r  z)TestSQLiteFallback.test_to_sql_save_indexc                 C  r  r   rL  r  r;   r;   r<   rM    r  z$TestSQLiteFallback.test_transactionsc           
      C  sP   | j d| d}|D ]\}}}}}}	||kr|  S qtd| d| d)NzPRAGMA table_info(r
  zTable z	, column r  )r>   rD   r  )
rz  r8  r  recscidr   ctypenot_nulldefaultpkr;   r;   r<   r    s   z*TestSQLiteFallback._get_sqlite_column_typec                 C  s  | j dkr
td ddg}ddg}t||d}|d| jd	ks#J |jd
| jddidd	ks2J | dddks<J | d
ddksFJ d}tjt|d |jd| jdt	id W d    n1 sew   Y  |jd| jddd	kswJ | dddksJ | dddksJ d S )Nr$   Not applicable to MySQL legacyr   r   rR  rS  r   rT  r  rU  STRINGr   r?  z!B \(<class 'bool'>\) not a stringr   r  rX  )
r  r   r  r   r   r>   r  r  r  bool)rz  rr  r   r   r  r;   r;   r<   r`    s    

zTestSQLiteFallback.test_dtypec                 C  s   | j dkr
td tdd gttdddd gtdd gddtd	d gd
}t|}d}||| jdks8J | |ddksBJ | |ddksLJ | |ddksVJ | |ddks`J d S )Nr$   r  Tra  r   r   r  r   r@  rb  rf  r  rc  r?  rd  r  re  r-   r+   )	r  r   r  r   r   r   r   r>   r  )rz  rr  r   r|  r;   r;   r<   ri    s   



z#TestSQLiteFallback.test_notna_dtypec                 C  s   t ddgddggddgd}d}tjt|d	 |d
| j W d    n1 s)w   Y  tg dD ]<\}}||| jdksCJ t|| j t ddgddggd|gd}d|d}||| jdksiJ t|| j q4d S )Nr   r  rC  r  r   rH  r   z$Empty table or column name specifiedr   r|  )
ztest_weird_name]ztest_weird_name[ztest_weird_name`ztest_weird_name"ztest_weird_name'z_b.test_weird_name_01-30z"_b.test_weird_name_01-30"99beginswithnumber12345r\  test_weird_col_namer  )	r   r   r  r  r   r>   	enumerater   table_exists)rz  r   r  ndx
weird_namer[  c_tblr;   r;   r<   test_illegal_names  s   z%TestSQLiteFallback.test_illegal_namesN)r~  r  r  r  r  r   rg  r  r  r  r  r  r  r   r-  rh  ri  r=  r  rK  rM  r  r`  ri  r  r;   r;   r;   r<   r   M  s*    


r   z'{}'z{:.8f}z{:d}c                 C  s   dS )NNULLr;   )xr;   r;   r<   r8    s    r8  z{:.10f}z'{!s}'c                 G  sJ   g }|D ]}t |trt|rd }tt| }||| q| t| S r   )rc   r   r   _formattersr   r   r  )r   r  processed_argsarg	formatterr;   r;   r<   format_query  s   r%  c                 C  sL   t |}||  }W d   n1 sw   Y  |du r"dS t|S )z#Replace removed sql.tquery functionN)r   r    rD   r  rO  )r2  r  r  r  r;   r;   r<   tquery  s   r&  c                   @  s\   e Zd Zdd Zdd Zdd Zdd Zd	d
 Zdd Zdd Z	dd Z
dd Zdd ZdS )TestXSQLitec                 C  s*   |  }|dt|  |  d S r  )rC   rD   r   r  r  )rz  r   r>   rJ   r;   r;   r<   ry    s   zTestXSQLite.drop_tablec                 C  s   t  }tj|d|dddksJ td|}|j|_|}t || dgt| |d< | }t	t
t|t
jdd	 }| |d
< tj|d|dddksQJ tjd|d
d}| }||_d
|j_t || d S )Nrd  F)r   r  r   r/  zselect * from test_tabler   txtr   rW  Idxtest_table2zselect * from test_table2r,  )r   makeTimeDataFramer   r   r  r   rJ  r  rZ  r   r   r  r   r   )rz  r   r   ri  rg  frame2new_idxr;   r;   r<   
test_basic!  s,   zTestXSQLite.test_basicc           
      C  s   t  }tj|jd< t|d}| }|| d}|	 D ]\}}t
|g|R  }t||d q|  tjd|d}	|j|	_t j|	|dd d S )N)r   r   r   z(INSERT INTO test VALUES (%s, %s, %s, %s)r  select * from testgMbP?)rtol)r   r+  r   r`  r   r   r9  rC   rD   iterrowsr%  r&  r  r  r   rJ  )
rz  r   r   r;  rJ   insr7  rX   fmt_sqlri  r;   r;   r<   test_write_row_by_row>  s   
z!TestXSQLite.test_write_row_by_rowc           	      C  s   t  }t|d}| }|| d}|jd }t|}||t| W d    n1 s2w   Y  |	  t
d|}|jd d |_t ||d d  d S )Nr   z$INSERT INTO test VALUES (?, ?, ?, ?)r   r/  r   )r   r+  r   r9  rC   rD   r   r    r  r  r  r   rJ  )	rz  r   r   r;  rJ   r2  rX   r  ri  r;   r;   r<   test_executeP  s   

zTestXSQLite.test_executec                 C  s   t  }t|d}| }|D ]}|d}t|dkr+|d dkr+|d dks+J qtj|dddgd	}| }d
|v s@J | }|| d S )Nr    r  r   r   r   DATETIMEr   r7  zPRIMARY KEY ("A", "B"))	r   r+  r   r9  
splitlinesr  r  rC   rD   )rz  r   r   r;  lineslinetokensrJ   r;   r;   r<   test_schema`  s   
zTestXSQLite.test_schemac              	   C  s   d}|  }|| t|8}|d |d tjtjdd |d W d    n1 s3w   Y  W d    d S W d    d S 1 sKw   Y  d S )N
        CREATE TABLE test
        (
        a TEXT,
        b TEXT,
        c REAL,
        PRIMARY KEY (a, b)
        );
        ,INSERT INTO test VALUES("foo", "bar", 1.234)z,INSERT INTO test VALUES("foo", "baz", 2.567)zExecution failed on sqlr   z(INSERT INTO test VALUES("foo", "bar", 7))rC   rD   r   r    r   r  r  )rz  r   r;  rJ   r  r;   r;   r<   test_execute_failo  s   	


"zTestXSQLite.test_execute_failc              	   C  s   d}t td+}| }|| t|}|d W d    n1 s)w   Y  W d    n1 s8w   Y  d}tj	tj
|d td|d W d    d S 1 sYw   Y  d S )Nr=  r   r>  z$Cannot operate on a closed database.r   r/  r  )r   r   rl   rd   rC   rD   r   r    r   r  ProgrammingErrorr&  )rz  r;  r>   rJ   r  r  r;   r;   r<   test_execute_closed_connection  s   	
"z*TestXSQLite.test_execute_closed_connectionc                 C  s0   t dtdi}tj||ddddksJ d S )NFromr   testkeywordsFr  r   r   )r   r   onesr   r   )rz  r   r   r;   r;   r<   test_keyword_as_column_names  s   z(TestXSQLite.test_keyword_as_column_namesc                 C  sp   t ddgdgd}tj||ddddksJ |}tdd	 |d
D }|dks*J td
|}t|| d S )Nr   r  c0r   mono_dfFrD  c                 s  s    | ]}|d  V  qdS )r   Nr;   )rW   my_c0r;   r;   r<   	<genexpr>  s    z8TestXSQLite.test_onecolumn_of_integer.<locals>.<genexpr>zselect * from mono_dfrC  )r   r   r   sumrD   r  r   rJ  )rz  r   rH  con_xthe_sumri  r;   r;   r<   test_onecolumn_of_integer  s   z%TestXSQLite.test_onecolumn_of_integerc                 C  s  t ddgddgd}t g dg dd}d}d	| }d
}tjt|d tj|||dd W d    n1 s:w   Y  | || tj|||dd d}tjt|d tj|||dd W d    n1 skw   Y  tj|||ddd t||dddgksJ tj|||ddddksJ t||dg dksJ | || tj|||ddddksJ t||dddgksJ tj|||ddddksJ t||dg dksJ | || d S )Nr   r  r   r   )rd  re  r  )r   r   Etable_if_existszSELECT * FROM z*'notvalidvalue' is not valid for if_existsr   notvalidvalue)r   r  r   r   r  z&Table 'table_if_exists' already existsr   F)r   r  r   r   r   r  r)  rH  rC  )rC  r   r  r   r   rO  r   )r)  rH  rR  rS  rT  )r   r   r  r  r   r   ry  r&  )rz  r   df_if_exists_1df_if_exists_2r   
sql_selectr  r;   r;   r<   test_if_exists  s   



zTestXSQLite.test_if_existsN)r~  r  r  ry  r.  r4  r5  r<  r?  rA  rF  rN  rX  r;   r;   r;   r<   r'    s    r'  )r)   r*   )r>   r?   r@   r
   )r@   r
   r)   r*   )r>   r?   r   r   )r   r   r)   r*   )r   r   )r   r*   r   )r  
__future__r   r   r   rF   r   r   r   r   r   r   pathlibr
   rl   r  r   r   pandas._libsr   pandas.util._test_decoratorsutil_test_decoratorsr  pandas.core.dtypes.commonr   r   pandasr   r   r   r   r   r   r   r   r   r   r   pandas._testing_testingr   pandas.core.arraysr   r   pandas.util.versionr   	pandas.ior   pandas.io.sqlr   r   r   r   r    r!   r"   r8   r  r  r.  r=   rM   ri   rn   r   r   r   r   r   rg  r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   mysql_connectablepostgresql_connectablesqlite_connectablesqlite_iris_connectablesqlalchemy_connectablesqlalchemy_connectable_irisall_connectableall_connectable_irisrh  r1  ri  r   r  r  r  r  r  r!  r%  r,  r3  r5  r6  r>  rA  rO  rj  ro  rp  rq  r  r  r  r  r  rl  r  r  r  r  r  r   r"  r*   str_bytesr   r   r   rk  r  r!  r%  r&  r'  r;   r;   r;   r<   <module>   s|   0$





!






#















		$%

"    S LX      Lb#s 0
