PARQUET-2044: Enable ZSTD buffer pool by default (apache#903)

This PR aims to enable ZSTD buffer pool by default to improve the performance. The default value of config and documentation is updated.
steveloughran · May 11, 2021 · a3a1ad4 · a3a1ad4
1 parent 709fce1
commit a3a1ad4
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/parquet-hadoop/README.md b/parquet-hadoop/README.md
@@ -340,7 +340,7 @@ ParquetInputFormat to materialize records. It should be a the descendant class o
 
 **Property:** `parquet.compression.codec.zstd.bufferPool.enabled`  
 **Description:** If it is true, [RecyclingBufferPool](https://github.com/luben/zstd-jni/blob/master/src/main/java/com/github/luben/zstd/RecyclingBufferPool.java) is used.  
-**Default value:** `false`
+**Default value:** `true`
 
 ---
 

diff --git a/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/codec/ZstandardCodec.java b/parquet-hadoop/src/main/java/org/apache/parquet/hadoop/codec/ZstandardCodec.java
@@ -47,7 +47,7 @@
 public class ZstandardCodec implements Configurable, CompressionCodec {
 
   public final static String PARQUET_COMPRESS_ZSTD_BUFFERPOOL_ENABLED = "parquet.compression.codec.zstd.bufferPool.enabled";
-  public final static boolean DEFAULT_PARQUET_COMPRESS_ZSTD_BUFFERPOOL_ENABLED = false;
+  public final static boolean DEFAULT_PARQUET_COMPRESS_ZSTD_BUFFERPOOL_ENABLED = true;
   public final static String PARQUET_COMPRESS_ZSTD_LEVEL = "parquet.compression.codec.zstd.level";
   public final static int DEFAULT_PARQUET_COMPRESS_ZSTD_LEVEL = 3;
   public final static String PARQUET_COMPRESS_ZSTD_WORKERS = "parquet.compression.codec.zstd.workers";