From 0035f1ba8c50eeb2dbb2d00805c61d3e9f13b02f Mon Sep 17 00:00:00 2001 From: Github Action Date: Tue, 2 Jan 2024 15:52:44 +0000 Subject: [PATCH] doc update for tag `main` --- api/delta_table/delta_table_merger/index.html | 8 +- .../delta_table_optimizer/index.html | 32 +- api/delta_table/index.html | 154 +- api/delta_writer/index.html | 204 ++- integrations/delta-lake-arrow/index.html | 2 +- integrations/delta-lake-datafusion/index.html | 1398 +++++++++++++++++ objects.inv | Bin 1640 -> 1688 bytes search/search_index.json | 2 +- sitemap.xml | 57 +- sitemap.xml.gz | Bin 473 -> 481 bytes usage/installation/index.html | 66 +- usage/jupyter-example.png | Bin 0 -> 70459 bytes 12 files changed, 1870 insertions(+), 53 deletions(-) create mode 100644 integrations/delta-lake-datafusion/index.html create mode 100644 usage/jupyter-example.png diff --git a/api/delta_table/delta_table_merger/index.html b/api/delta_table/delta_table_merger/index.html index 8fb4181b88..954bab5b67 100644 --- a/api/delta_table/delta_table_merger/index.html +++ b/api/delta_table/delta_table_merger/index.html @@ -1470,7 +1470,7 @@

-
TableMerger(table: DeltaTable, source: pyarrow.RecordBatchReader, predicate: str, source_alias: Optional[str] = None, target_alias: Optional[str] = None, safe_cast: bool = True)
+
TableMerger(table: DeltaTable, source: pyarrow.RecordBatchReader, predicate: str, source_alias: Optional[str] = None, target_alias: Optional[str] = None, safe_cast: bool = True, writer_properties: Optional[WriterProperties] = None)
 

 
   

@@ -2329,7 +2329,11 @@ 

   
-      
Pass writer properties to the Rust parquet writer, see options https://arrow.apache.org/rust/parquet/file/properties/struct.WriterProperties.html:

+      

+
Deprecated

+
Use .merge(writer_properties = WriterProperties()) instead

+

+
Pass writer properties to the Rust parquet writer, see options https://arrow.apache.org/rust/parquet/file/properties/struct.WriterProperties.html:

 
 
 
diff --git a/api/delta_table/delta_table_optimizer/index.html b/api/delta_table/delta_table_optimizer/index.html
index 34c9793f39..dfe4240072 100644
--- a/api/delta_table/delta_table_optimizer/index.html
+++ b/api/delta_table/delta_table_optimizer/index.html
@@ -1404,7 +1404,7 @@ 

 
 
 

-
compact(partition_filters: Optional[FilterType] = None, target_size: Optional[int] = None, max_concurrent_tasks: Optional[int] = None, min_commit_interval: Optional[Union[int, timedelta]] = None) -> Dict[str, Any]
+
compact(partition_filters: Optional[FilterType] = None, target_size: Optional[int] = None, max_concurrent_tasks: Optional[int] = None, min_commit_interval: Optional[Union[int, timedelta]] = None, writer_properties: Optional[WriterProperties] = None) -> Dict[str, Any]
 

 
   

@@ -1490,6 +1490,20 @@ 

                 None
           
         
+        
+          writer_properties
+          
+                Optional[WriterProperties]
+          
+          
+            

+              
Pass writer properties to the Rust parquet writer.

+            

+          
+          
+                None
+          
+        
     
   
 
@@ -1548,7 +1562,7 @@ 

 
 
 

-
z_order(columns: Iterable[str], partition_filters: Optional[FilterType] = None, target_size: Optional[int] = None, max_concurrent_tasks: Optional[int] = None, max_spill_size: int = 20 * 1024 * 1024 * 1024, min_commit_interval: Optional[Union[int, timedelta]] = None) -> Dict[str, Any]
+
z_order(columns: Iterable[str], partition_filters: Optional[FilterType] = None, target_size: Optional[int] = None, max_concurrent_tasks: Optional[int] = None, max_spill_size: int = 20 * 1024 * 1024 * 1024, min_commit_interval: Optional[Union[int, timedelta]] = None, writer_properties: Optional[WriterProperties] = None) -> Dict[str, Any]
 

 
   

@@ -1646,6 +1660,20 @@ 

                 None
           
         
+        
+          writer_properties
+          
+                Optional[WriterProperties]
+          
+          
+            

+              
Pass writer properties to the Rust parquet writer.

+            

+          
+          
+                None
+          
+        
     
   
 
diff --git a/api/delta_table/index.html b/api/delta_table/index.html
index 4f6660fa84..937dab4c06 100644
--- a/api/delta_table/index.html
+++ b/api/delta_table/index.html
@@ -1255,6 +1255,13 @@