switch dataaccess pandas to pyarrow

dlt-hub · Aug 7, 2024 · c200262 · c200262
1 parent 6ffe302
commit c200262
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/dlt/destinations/sql_client.py b/dlt/destinations/sql_client.py
@@ -353,7 +353,8 @@ def iter_df(self, chunk_size: int = None) -> Generator[DataFrame, None, None]:
 
         # otherwise iterate over results in batch size chunks
         for result in self.iter_fetchmany(chunk_size=chunk_size):
-            yield _wrap_result(result, columns)
+            # TODO: ensure that this is arrow backed
+            yield _wrap_result(result, columns, dtype_backend="pyarrow")
 
     def iter_arrow(self, chunk_size: int = None) -> Generator[ArrowTable, None, None]:
         """Default implementation converts df to arrow"""