Merge pull request #28 from newsela/snowflake-chunksize

Set default chunksize to the maximum allowed by snowflake
newsela · Mar 23, 2020 · 18b5c36 · 18b5c36
2 parents 6e5fd5a + 7153a95
commit 18b5c36
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/pandas_ext/snowflake.py b/pandas_ext/snowflake.py
@@ -7,6 +7,9 @@
 from sqlalchemy import create_engine
 
 
+CHUNKSIZE = 16384
+
+
 def connect(**kwargs):
     """Connect to snowflake.
 
@@ -52,6 +55,7 @@ def to_snowflake(
         con=None,
         index=False,
         if_exists='append',
+        chunksize=CHUNKSIZE,
         **kwargs
 ) -> pd.DataFrame:
     """Sends the current dataframe to snowflake.
@@ -71,6 +75,7 @@ def to_snowflake(
         name=table,
         index=index,
         if_exists=if_exists,
+        chunksize=chunksize,
         **kwargs
     )